-- Logs begin at Wed 2021-06-16 10:47:35 UTC, end at Wed 2021-06-16 11:55:05 UTC. -- Jun 16 11:30:25.136492 dv-cinder-796286-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 11:30:27.791064 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.common.config [-] Logging enabled! Jun 16 11:30:27.791665 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 11:30:27.791839 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 11:30:27.795669 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.common.config [-] Logging enabled! Jun 16 11:30:27.795924 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 11:30:27.796231 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93406) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 11:30:27.797179 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 11:30:27.797416 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 11:30:27.797768 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 11:30:27.798008 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 11:30:27.798227 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 11:30:27.798551 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.798846 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.799142 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.799368 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.799655 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.799945 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.800220 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.800504 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.800793 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.801074 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.801373 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.801849 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.801849 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.802141 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.802425 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.802708 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.802927 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] debug = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.803201 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.803620 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.804026 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.804303 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.804590 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.804865 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.805160 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.805438 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.805720 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.806043 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] host = dv-cinder-796286-5-iscsi {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.806317 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.806600 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.806884 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.807166 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.807439 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.807713 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.807994 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.808271 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.808539 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.808809 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.809108 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.809995 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.810286 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.810507 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.810726 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.811014 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.811298 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.811570 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.811841 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.812112 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.812382 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.812652 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.812920 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.813223 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.813505 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.813789 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.814059 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.814330 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.814598 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.814864 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.815144 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.815411 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.815682 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.815951 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.816229 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.816493 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.816760 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.817051 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.817357 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.817637 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.817920 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.818195 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.818476 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.818744 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.819013 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.819283 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] use_json = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.819554 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.819829 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.820104 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.820372 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.820642 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.820909 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.821200 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.821484 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:27.821782 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.822080 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.822385 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.822666 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.822960 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.823238 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.823527 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.823806 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.824092 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.824381 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.824669 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.825121 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.825476 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.825761 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.826057 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.826365 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.826664 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.826958 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.827235 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.827511 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.827788 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.828070 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.828355 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.828646 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.828937 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.829242 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.829522 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.829814 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.830092 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.830364 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.830641 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.830929 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.831204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.831472 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.831753 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.832028 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.832299 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.832570 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.832846 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.833156 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.833432 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.833703 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.833971 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.834245 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.834511 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.834790 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.835061 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.835329 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.835598 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.835871 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.836138 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.836406 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.836679 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.836950 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.837245 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.837520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.837790 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.838066 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.838339 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.838607 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.838878 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.839149 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.839422 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.839692 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.839960 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.841017 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.841017 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.841427 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.841656 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.841954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.842232 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.842511 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.842788 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.843064 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.843341 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.843614 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.843964 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.844165 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.844436 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.844726 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.845007 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.845315 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.845594 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.845871 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.846163 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.846437 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.846715 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.846988 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.847294 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.847582 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.847863 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.848156 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.848455 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.848746 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.849037 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.849347 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.849623 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.849929 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.850205 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:27.850417 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 11:30:27.850655 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93406) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 11:30:28.200306 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:30:28.200487 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:30:28.200784 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:30:28.201147 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 11:30:28.595709 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.595998 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.596268 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.597606 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.597910 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.598205 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.631987 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.632267 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.632531 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.646104 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.646381 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.646648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.675907 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.676191 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.676453 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.712825 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.713116 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.713387 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.945227 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.945827 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.945827 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.946002 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:28.946842 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.070121 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.070437 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.070711 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.070980 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.071253 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.071563 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.071815 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.072067 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.072316 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.072595 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.072846 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.073124 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.073381 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.073639 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.073887 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.074145 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.074409 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.074658 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.075514 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.075767 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.076045 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.076389 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.076637 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.076913 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.077180 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.077425 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.077814 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:29.078052 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:29.078287 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:29.078521 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:29.078753 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:29.078985 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:29.080303 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 11:30:29.083428 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 11:30:29.087297 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 11:30:29.091770 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 16 11:30:29.093427 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 11:30:29.093876 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 11:30:29.094208 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 11:30:29.094593 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 11:30:29.097410 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 11:30:29.097666 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 11:30:29.098010 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 11:30:29.125465 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 11:30:29.125923 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.126223 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93406) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 11:30:29.126581 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.127926 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93406) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 11:30:29.128209 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 11:30:29.128451 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 11:30:29.131680 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.131954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:29.195547 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 11:30:29.195725 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 11:30:29.195958 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 11:30:29.196321 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 11:30:29.218185 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_db.sqlalchemy.engines [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93406) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 11:30:29.992411 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing driver for type 'gre' Jun 16 11:30:29.992945 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] gre ID ranges: [(1, 1000)] Jun 16 11:30:30.192812 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing driver for type 'local' Jun 16 11:30:30.193248 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing driver for type 'vlan' Jun 16 11:30:30.284285 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] VlanTypeDriver initialization complete Jun 16 11:30:30.284628 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing driver for type 'vxlan' Jun 16 11:30:30.285164 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] vxlan ID ranges: [(1, 1000)] Jun 16 11:30:30.461417 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing extension driver 'port_security' Jun 16 11:30:30.461746 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.extensions.port_security [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] PortSecurityExtensionDriver initialization complete Jun 16 11:30:30.462071 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing mechanism driver 'openvswitch' Jun 16 11:30:30.462390 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing mechanism driver 'hyperv' Jun 16 11:30:30.469303 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.plugin [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:30:30.470063 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.470438 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.470791 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.471176 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.471526 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.471873 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.472247 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.472591 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.472927 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.473320 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > security_group after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.473664 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > security_group after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.473999 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.474375 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.474716 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.475048 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.475455 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > address_group after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.475816 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > address_group after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.476151 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.476486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] ML2 OVO RPC backend initialized. {{(pid=93406) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 11:30:30.477220 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.477595 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.478293 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.478898 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > networks before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.479484 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.480121 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > ports before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.480468 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.480809 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnets before_response 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.481706 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.482050 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485453 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485453 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485453 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485453 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485756 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485756 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485756 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.485756 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.plugin [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Modular L2 Plugin initialization complete Jun 16 11:30:30.486028 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading services supported by the core plugin {{(pid=93406) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 11:30:30.486115 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.plugins.ml2.managers [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Got port-security extension from driver 'port_security' Jun 16 11:30:30.486868 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.extensions.vlantransparent [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Disabled vlantransparent extension. Jun 16 11:30:30.487712 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93406) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 11:30:30.488257 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: router Jun 16 11:30:30.527229 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.527619 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_create 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.528019 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router before_create 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.528379 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.528744 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.529109 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_delete 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.529469 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.529826 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_create 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.530166 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_update 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.530509 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_update 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.530851 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.531203 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_update 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.531602 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_update 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.531965 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.532296 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.532623 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: subnet after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.532952 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.533320 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.533661 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_create 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.533995 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.534376 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.534681 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router after_update 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.535015 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.535360 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_create 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.535711 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.536332 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_update 55549900 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.536475 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > network after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.537303 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Tracking information for resource: router configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:30.537650 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Tracking information for resource: floatingip configured {{(pid=93406) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 11:30:30.542592 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.db.l3_agentschedulers_db [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 11:30:30.543280 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.544274 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port after_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.544682 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port after_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.545027 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: port after_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.545847 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router before_create 55550100 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.546208 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.546566 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_create 55550100 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.546916 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > router precommit_update 55550100 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.551342 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.provider_configuration [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service providers = [] {{(pid=93406) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 11:30:30.551704 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.db.servicetype_db [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93406) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 11:30:30.554577 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.service_base [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 11:30:30.554915 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.service_base [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 11:30:30.555250 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.service_base [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 11:30:30.556117 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.services.service_base [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93406) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 11:30:30.556481 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.services.service_base [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 11:30:30.556855 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.557197 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 11:30:30.568358 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.568693 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: auto_allocate Jun 16 11:30:30.574425 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: network precommit_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.574837 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: network precommit_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.575472 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.575658 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: tag Jun 16 11:30:30.582177 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.582508 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: timestamp Jun 16 11:30:30.587719 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.588049 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: network_ip_availability Jun 16 11:30:30.593615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.593982 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.594338 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.595043 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.595358 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: flavors Jun 16 11:30:30.600119 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.600445 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading Plugin: revisions Jun 16 11:30:30.604803 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93406) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 11:30:30.605220 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_concurrency.lockutils [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.404s {{(pid=93406) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:30:30.606511 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93406) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 11:30:30.607020 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Initializing extension manager. Jun 16 11:30:30.607526 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: __init__.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.607864 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: __pycache__ {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.608194 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.608522 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: address_group.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.609311 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.609885 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: address-group Jun 16 11:30:30.610203 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: address_scope.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.610894 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.611411 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: address-scope Jun 16 11:30:30.611714 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.612615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.613146 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: router-admin-state-down-before-update Jun 16 11:30:30.613462 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: agent.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.614138 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.614638 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: agent Jun 16 11:30:30.614953 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: agent_resources_synced.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.615900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.616336 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: agent-resources-synced Jun 16 11:30:30.616652 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: allowedaddresspairs.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.618636 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.619146 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: allowed-address-pairs Jun 16 11:30:30.619467 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: auto_allocated_topology.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.620519 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.621027 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: auto-allocated-topology Jun 16 11:30:30.621372 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: availability_zone.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.622650 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.623154 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: availability_zone Jun 16 11:30:30.623470 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: availability_zone_filter.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.624362 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.624868 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: availability_zone_filter Jun 16 11:30:30.625219 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: data_plane_status.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.626101 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.626601 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 11:30:30.626916 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: default_subnetpools.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.627802 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.628303 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: default-subnetpools Jun 16 11:30:30.628616 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.629446 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.629950 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: dhcp_agent_scheduler Jun 16 11:30:30.630265 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: dns.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.631153 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.631711 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension dns-integration not supported by any of loaded plugins Jun 16 11:30:30.631966 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: dns_domain_ports.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.632856 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.633386 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 11:30:30.633702 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: dvr.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.634346 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.634848 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: dvr Jun 16 11:30:30.635162 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: empty_string_filtering.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.636040 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.636537 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: empty-string-filtering Jun 16 11:30:30.636853 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.637798 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.638291 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 11:30:30.638605 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.639478 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.639977 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 11:30:30.640294 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: external_net.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.641219 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.641723 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: external-net Jun 16 11:30:30.642036 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.642920 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.643417 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: extra_dhcp_opt Jun 16 11:30:30.643730 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: extraroute.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.644616 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.645137 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: extraroute Jun 16 11:30:30.645450 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: extraroute_atomic.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.646459 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.646955 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: extraroute-atomic Jun 16 11:30:30.647268 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: filter_validation.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.647907 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.648401 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: filter-validation Jun 16 11:30:30.648713 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: fip_pf_description.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.649632 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.650120 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 11:30:30.650434 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: fip_port_details.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.651325 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.652072 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: fip-port-details Jun 16 11:30:30.652384 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: flavors.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.653690 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.654200 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: flavors Jun 16 11:30:30.654524 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.656178 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.656690 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 11:30:30.657011 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: floatingip_pools.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.657710 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.658215 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: floatingip-pools Jun 16 11:30:30.658532 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: ip_allocation.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.659419 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.659931 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 11:30:30.660236 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.661150 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.661653 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: ip-substring-filtering Jun 16 11:30:30.661973 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l2_adjacency.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.662866 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.663362 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 11:30:30.663679 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.664643 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.665181 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: router Jun 16 11:30:30.665499 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.667875 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.668402 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 11:30:30.669361 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.670336 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.670845 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: ext-gw-mode Jun 16 11:30:30.671163 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.672054 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.672553 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: l3-ha Jun 16 11:30:30.672870 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3_flavors.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.673786 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.674290 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: l3-flavors Jun 16 11:30:30.674608 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.675505 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.676004 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 11:30:30.676320 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: l3agentscheduler.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.677383 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.677904 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: l3_agent_scheduler Jun 16 11:30:30.678243 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: logging.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.679678 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.680230 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension logging not supported by any of loaded plugins Jun 16 11:30:30.680565 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: metering.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.681262 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.681829 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: metering Jun 16 11:30:30.682148 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.683209 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.683717 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: metering_source_and_destination_fields Jun 16 11:30:30.684038 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: multiprovidernet.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.685650 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.686170 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: multi-provider Jun 16 11:30:30.686496 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: netmtu.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.687370 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.687906 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: net-mtu Jun 16 11:30:30.688183 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: netmtu_writable.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.689072 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.689600 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: net-mtu-writable Jun 16 11:30:30.689919 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: network_availability_zone.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.690560 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.691047 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: network_availability_zone Jun 16 11:30:30.691359 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: network_ip_availability.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.692425 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.692928 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: network-ip-availability Jun 16 11:30:30.693282 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: network_segment_range.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.694022 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.694529 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 11:30:30.694886 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: pagination.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.695791 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.696112 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: pagination Jun 16 11:30:30.696432 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: port_device_profile.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.697367 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.697874 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: port-device-profile Jun 16 11:30:30.698204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.699078 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.699580 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: port-mac-address-regenerate Jun 16 11:30:30.699939 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.700824 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.701348 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: port-numa-affinity-policy Jun 16 11:30:30.701665 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: port_resource_request.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.702549 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.703045 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 11:30:30.703365 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: portbindings.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.704262 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.704765 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: binding Jun 16 11:30:30.705077 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: portbindings_extended.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.706368 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.706881 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: binding-extended Jun 16 11:30:30.707203 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: portsecurity.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.708370 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.708602 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: port-security Jun 16 11:30:30.708919 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: project_id.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.710031 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.710357 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: project-id Jun 16 11:30:30.710673 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: providernet.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.711574 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.712078 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: provider Jun 16 11:30:30.712393 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.716066 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.738577 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos not supported by any of loaded plugins Jun 16 11:30:30.738577 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.739633 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.740146 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 11:30:30.740468 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.741398 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.741905 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 11:30:30.742228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_default.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.743110 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.743618 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-default not supported by any of loaded plugins Jun 16 11:30:30.743937 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_fip.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.744571 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.745138 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-fip not supported by any of loaded plugins Jun 16 11:30:30.745491 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_gateway_ip.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.746396 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.747480 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 11:30:30.747921 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_port_network_policy.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.748813 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.749338 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 11:30:30.749656 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_rule_type_details.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.750572 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.751072 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 11:30:30.751389 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: qos_rules_alias.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.752409 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.752909 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 11:30:30.753254 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: quotasv2.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.754184 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.754500 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: quotas Jun 16 11:30:30.754809 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: quotasv2_detail.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.757864 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.758197 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: quota_details Jun 16 11:30:30.758522 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: rbac.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.759571 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.760090 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: rbac-policies Jun 16 11:30:30.760414 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: rbac_address_group.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.761344 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.761856 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: rbac-address-group Jun 16 11:30:30.762177 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: rbac_address_scope.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.763234 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.763749 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: rbac-address-scope Jun 16 11:30:30.764067 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: rbac_security_groups.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.765195 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.765710 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: rbac-security-groups Jun 16 11:30:30.766030 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: rbac_subnetpool.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.766923 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.767435 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: rbac-subnetpool Jun 16 11:30:30.767763 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: revisionifmatch.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.768659 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.769198 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: revision-if-match Jun 16 11:30:30.769518 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: revisions.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.770598 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.771105 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: standard-attr-revisions Jun 16 11:30:30.771423 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: router_availability_zone.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.772080 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.772583 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: router_availability_zone Jun 16 11:30:30.772900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: routerservicetype.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.773820 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.774324 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension router-service-type not supported by any of loaded plugins Jun 16 11:30:30.774643 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.794349 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.794872 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: security-groups-normalized-cidr Jun 16 11:30:30.795194 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.796093 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.796601 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: port-security-groups-filtering Jun 16 11:30:30.796920 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.797845 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.798350 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: security-groups-remote-address-group Jun 16 11:30:30.798664 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: securitygroup.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.808449 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.808725 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: security-group Jun 16 11:30:30.809058 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: segment.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.810606 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.811112 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension segment not supported by any of loaded plugins Jun 16 11:30:30.811443 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.812388 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.812883 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 11:30:30.813232 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: servicetype.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.814397 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.814912 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: service-type Jun 16 11:30:30.815231 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: sorting.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.816189 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.816512 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: sorting Jun 16 11:30:30.816828 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: standard_attr_segment.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.817744 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.818252 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 11:30:30.818567 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: standardattrdescription.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.819194 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.819694 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: standard-attr-description Jun 16 11:30:30.820010 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: stateful_security_group.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.820898 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.821439 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: stateful-security-group Jun 16 11:30:30.821758 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: stdattrs_common.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.822318 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 11:30:30.822628 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.823601 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.824135 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 11:30:30.824447 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: subnet_onboard.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.825647 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.826154 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: subnet_onboard Jun 16 11:30:30.826471 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.827373 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.827874 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 11:30:30.828190 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: subnet_service_types.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.829100 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.829616 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: subnet-service-types Jun 16 11:30:30.829933 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: subnetallocation.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.831049 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.831556 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: subnet_allocation Jun 16 11:30:30.831875 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.832527 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.833035 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: subnetpool-prefix-ops Jun 16 11:30:30.833658 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.834283 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.834779 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 11:30:30.835094 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: tagging.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.836164 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.836681 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: standard-attr-tag Jun 16 11:30:30.836999 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: timestamp.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.838243 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.838754 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loaded extension: standard-attr-timestamp Jun 16 11:30:30.839074 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: trunk.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.840082 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.841170 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension trunk not supported by any of loaded plugins Jun 16 11:30:30.841566 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: trunk_details.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.842485 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.842995 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension trunk-details not supported by any of loaded plugins Jun 16 11:30:30.843314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: uplink_status_propagation.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.844222 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.844739 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 11:30:30.845041 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Loading extension file: vlantransparent.py {{(pid=93406) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 11:30:30.845731 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93406) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 11:30:30.846226 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 11:30:30.848694 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:network Jun 16 11:30:30.849296 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:subnet Jun 16 11:30:30.849707 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 11:30:30.850262 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:port Jun 16 11:30:30.851538 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.851982 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service FLAVORS assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.852601 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.853033 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.853417 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:router Jun 16 11:30:30.853836 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 11:30:30.854335 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service METERING assigned prefix: /metering {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.855780 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.856733 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.857135 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:30:30.858123 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 11:30:30.858572 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:security_group Jun 16 11:30:30.859007 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 11:30:30.859607 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service CORE assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.859930 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 11:30:30.860288 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] subnetpool is already registered Jun 16 11:30:30.860718 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service CORE assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.861037 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 11:30:30.861390 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] subnetpool is already registered Jun 16 11:30:30.863635 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.864060 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service FLAVORS assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.864648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.865072 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.865555 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:router Jun 16 11:30:30.865764 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] router is already registered Jun 16 11:30:30.866172 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:floatingip Jun 16 11:30:30.866504 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] floatingip is already registered Jun 16 11:30:30.866960 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service METERING assigned prefix: /metering {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.867644 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 11:30:30.867958 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] rbac_policy is already registered Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:security_group Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] security_group is already registered Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] security_group_rule is already registered Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service CORE assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] subnetpool is already registered Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.v2.resource_helper [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Service CORE assigned prefix: {{(pid=93406) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 11:30:30.873640 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 11:30:30.874537 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING neutron.quota.resource_registry [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] subnetpool is already registered Jun 16 11:30:30.874537 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: extensions {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.874796 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: address-groups {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.876491 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: address-scopes {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.878158 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: agents {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.880379 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: auto-allocated-topology {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.882257 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: availability_zones {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.883771 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: dhcp-networks {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.885308 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: dhcp-agents {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.886738 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: routers {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.888592 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: flavors {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.891110 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: service_profiles {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.892338 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: next_providers {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.893804 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: service_profiles {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.895346 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: floatingip-pools {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.896553 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: routers {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.898283 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: floatingips {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.899561 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: l3-routers {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.901002 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: l3-agents {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.902713 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: metering-labels {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.904631 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: metering-label-rules {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.906045 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: network-ip-availabilities {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.907306 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: bindings {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.908874 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: quotas {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.910414 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: quotas {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.911833 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: rbac-policies {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.913071 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: security-groups {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.914379 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: security-group-rules {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.915658 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: service-providers {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.916868 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: subnetpools {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.918265 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: subnetpools {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.920758 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.922467 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.924279 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.926094 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.927774 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.929837 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.931517 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.933338 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.935251 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.936998 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron.api.extensions [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Extended resource: tags {{(pid=93406) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 11:30:30.943066 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING keystonemiddleware.auth_token [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 11:30:30.947709 dv-cinder-796286-5-iscsi neutron-server[93406]: WARNING keystonemiddleware.auth_token [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 11:30:30.956022 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_concurrency.lockutils [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Acquired lock "singleton_lock" {{(pid=93406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 11:30:30.956489 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_concurrency.lockutils [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Releasing lock "singleton_lock" {{(pid=93406) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 11:30:30.957148 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Starting 2 workers Jun 16 11:30:30.961835 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Started child 93741 {{(pid=93406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 11:30:30.966875 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Started child 93742 {{(pid=93406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 11:30:30.968519 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO neutron.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 11:30:30.970714 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Notify callbacks [] for process, before_spawn {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:30.971528 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:30.972133 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Starting 1 workers Jun 16 11:30:30.972408 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [-] (93741) wsgi starting up on http://0.0.0.0:9696 Jun 16 11:30:30.973252 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:30.974953 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [-] (93742) wsgi starting up on http://0.0.0.0:9696 Jun 16 11:30:30.976921 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Started child 93743 {{(pid=93406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 11:30:30.977480 dv-cinder-796286-5-iscsi neutron-server[93406]: INFO oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Starting 1 workers Jun 16 11:30:30.981103 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] calling RpcWorker wait() {{(pid=93743) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 11:30:30.984577 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] returning from RpcWorker wait() {{(pid=93743) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 11:30:30.984696 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Started child 93744 {{(pid=93406) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 11:30:30.984777 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:30.984854 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG neutron_lib.callbacks.manager [None req-9aae74e2-ef33-43c9-b2dc-d2aed83fa133 None None] Notify callbacks [] for process, after_spawn {{(pid=93406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:30.984925 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:30:30.985625 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 11:30:30.985838 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 11:30:30.986026 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 11:30:30.986238 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 11:30:30.986563 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 11:30:30.986727 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 11:30:30.987241 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.987514 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.987769 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.988025 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.988120 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:30.988562 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.988848 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.989117 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.989360 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.989635 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.989883 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.990059 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.990226 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.990479 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.990708 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.990992 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.991283 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.991540 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.991790 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.991961 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.992213 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.992500 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.992979 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.992979 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] debug = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.993265 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.993730 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.993979 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.994220 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.994450 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.994712 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.994943 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.995239 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.995482 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.995730 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.995976 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.996245 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.996480 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.996754 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.996975 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.997351 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.997602 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.998092 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] host = dv-cinder-796286-5-iscsi {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.998314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.998552 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.998782 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.999085 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.999352 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.999570 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:30.999836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.000079 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.000344 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.000591 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.000846 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.001128 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.001349 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.001587 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.001771 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_options = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.001973 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.002241 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.002509 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.002821 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.002821 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.003134 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.003286 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.003435 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.003871 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.003871 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.004158 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.004323 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.004511 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.004759 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.005010 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.005278 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.005511 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.005741 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.005997 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.006224 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.006446 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.006670 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.006882 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.007095 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.007331 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.007542 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.007785 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.008014 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.008220 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.008467 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.008709 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.008974 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.009209 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.009451 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.009676 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.009902 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.010132 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.010390 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.010617 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.010861 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.011107 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.011338 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.011579 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.011793 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.012037 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.012317 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_json = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.012551 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.012762 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.013022 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.013664 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.013664 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.013664 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.014397 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:30:31.014544 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.014544 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.014544 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.014947 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.015135 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.015372 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.015621 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.015873 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.016140 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.016352 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.016599 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.017024 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.017601 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.017891 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.018143 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.018344 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.018586 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.018877 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.019150 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.019423 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.019665 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.019901 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.020134 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.020358 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.020680 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.020958 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.021239 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.024900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.025515 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.026033 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.026202 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.026444 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.028640 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.029135 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.029522 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.029971 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.030600 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.030600 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.030836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.031092 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.031342 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.031561 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.031786 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.032017 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.032261 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.032487 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.032736 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.032958 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.033229 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.033485 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.033764 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.033995 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.034217 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.034436 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.034821 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.035046 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.035295 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.035543 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.035792 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.036019 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.036259 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.036484 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.036700 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.037102 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.037497 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.037720 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.037941 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.038165 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.038383 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.038600 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.038818 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.039038 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.039312 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.039799 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.040312 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.040551 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.040805 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.041029 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.041309 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.041559 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.041981 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.042229 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.042488 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.042731 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.043004 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.043240 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.043507 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.044286 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.044595 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.044790 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.045039 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.045323 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.045772 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.046217 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.046447 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.046709 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.046977 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.047234 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.047501 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.047737 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.048015 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.048264 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.048544 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.048764 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.049031 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.049348 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.049627 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.049906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.050156 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.050401 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.050647 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.050893 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.051152 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.051376 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.051625 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.051868 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.052156 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.052383 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.052622 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.052852 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.055228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056197 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056197 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056197 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056197 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056197 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056772 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.056772 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.057052 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.057052 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.057319 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.057441 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.057684 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.057899 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.058117 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.058346 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.058564 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.058777 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.058989 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.059278 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.059492 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.059739 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.059957 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.060176 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.060413 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.060631 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.060848 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.061067 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.061328 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.061618 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.067457 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.068748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.069458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070090 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070090 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070090 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070090 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070090 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070090 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070565 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.070660 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.071047 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.071047 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.071426 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.071604 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.071788 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.072024 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.072235 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.072444 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.072670 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.072877 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.073167 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.073320 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.073528 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.073752 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.073965 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.074198 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.074411 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.074616 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.074900 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.075127 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.075311 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.075529 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.075721 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.076028 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.076277 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.076493 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.076818 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.077048 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.077305 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.077563 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.077899 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.078111 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.078379 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.078596 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.078811 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.079047 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.079311 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.079630 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.079914 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.080159 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.080433 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.080706 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.081001 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.081278 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.081491 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.081777 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.082111 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.082458 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.082848 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.083098 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.083365 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.083586 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.083821 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.084058 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.084271 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.084485 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.084820 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.085844 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.085984 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.086106 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.086452 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.086576 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.086743 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.086959 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.087176 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.087388 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.087546 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 11:30:31.088240 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93406) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 11:30:31.088401 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 11:30:31.088537 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 11:30:31.088709 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 11:30:31.088878 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 11:30:31.089030 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 11:30:31.089256 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.089416 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.089795 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.089795 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.090035 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.090035 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.090285 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.090976 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.091094 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.091215 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.091358 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.091517 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.091675 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.091908 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092057 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092181 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092303 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092505 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092630 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092754 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092876 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.092997 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.093150 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] debug = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.093311 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.093520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.093668 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.093829 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.093997 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.094130 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.094286 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.094445 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.094601 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.094757 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.094914 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.095071 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.095228 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.095384 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.095540 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.095727 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.095910 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.096068 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] host = dv-cinder-796286-5-iscsi {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.096226 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.096382 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.096538 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.096698 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.096853 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097019 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097194 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097334 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097485 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097627 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097768 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.097928 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.098084 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.098241 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.098397 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_options = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.098553 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.098709 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.098867 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.099108 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.099271 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.099427 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.099583 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.099740 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.099897 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.100094 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.100291 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.100449 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.100606 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.100761 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.100917 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.101072 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.101251 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.101408 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.101564 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.107836 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.108520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109055 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_json = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.109615 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.110747 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111314 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.111906 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112352 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112352 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112352 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112567 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112567 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112781 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112859 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.112976 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.113158 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.113321 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.113483 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.113643 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.113804 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.113964 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.114125 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.114290 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.114452 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.114613 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.114775 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.114936 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.115096 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.115266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.115426 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.115587 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.115748 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.115908 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.116083 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.116215 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.116375 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.116535 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.116749 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.116899 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.117014 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.117196 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.117358 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.117540 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.117675 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.117905 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.118079 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.118740 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.118910 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.119109 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.119343 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.119490 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.119656 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.119819 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.119971 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.120131 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.120291 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.120455 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.120618 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.120779 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.120944 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.121121 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.121285 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.121455 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.121654 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.121802 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.121964 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.122126 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.122286 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.122446 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.122606 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.122767 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.122927 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.123088 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.123249 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.123410 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.123573 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.123734 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.123894 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.124054 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.124218 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.124386 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.124527 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.124687 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.124846 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125007 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125178 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125338 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125499 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125658 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125828 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.125990 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.126151 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.126313 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.126480 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.126650 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.126816 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.126982 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.127143 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.127282 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.127432 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.127569 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.127776 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.128053 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.128375 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.128705 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.128705 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.128985 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.128985 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.129279 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.129279 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.129540 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.129676 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.129812 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.129960 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130098 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130273 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130428 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130572 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130707 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130843 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.130979 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131114 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131250 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131384 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131528 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131666 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131813 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.131949 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.132112 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.132256 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.132422 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.132585 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.132776 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.132966 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.133131 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.133275 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.133413 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.133548 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.135173 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.135365 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.135534 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.135733 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.139648 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.140547 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141266 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.141954 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.142486 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143088 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143088 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143088 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143088 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143088 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143476 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143476 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143476 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143811 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.143811 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144002 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144080 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144223 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144390 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144550 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144710 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.144879 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.145039 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.145264 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.145448 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:30:31.145552 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.145679 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.145849 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146010 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146171 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146332 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146492 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146662 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146825 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.146986 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.147166 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.147302 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.147464 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.147625 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.147797 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.147958 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.148122 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.148285 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.148446 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.148607 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.148771 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.148936 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.149125 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.149295 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.149456 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.149625 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.149793 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.149962 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.150123 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.150289 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.150463 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.150622 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.150783 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.150942 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.151204 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.151370 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.151532 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.151960 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.152120 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.152281 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.152441 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.152602 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.152762 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.153520 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.153803 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.153986 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.154235 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.154399 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.154565 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.154726 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 11:30:31.154881 dv-cinder-796286-5-iscsi neutron-server[93406]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93406) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 11:30:31.316719 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 44836) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:30:31.325810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068648 Jun 16 11:30:43.218771 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926895d-be45-4913-8b30-3baa139df3ba None None] get_active_networks_info from dv-cinder-796286-5-iscsi {{(pid=93743) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 11:30:43.286442 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3926895d-be45-4913-8b30-3baa139df3ba None None] No non-hosted networks {{(pid=93743) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 11:30:43.304287 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.agentschedulers_db [None req-3926895d-be45-4913-8b30-3baa139df3ba None None] DHCP Agent not found on host dv-cinder-796286-5-iscsi {{(pid=93743) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 11:30:43.466868 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-985968c6-e1b4-4f65-b6be-a43d3ffe10e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:45.924160 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4ab5b40d-6264-4b05-8dd6-e8accd38c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:46.095625 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.db.api [None req-7f0e2808-9a03-4574-ab30-5d44ef014709 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796286-5-iscsi {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:30:46.096569 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_db.api [None req-7f0e2808-9a03-4574-ab30-5d44ef014709 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:30:46.192568 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:46.193509 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.193981 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.194446 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.194927 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.196092 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.196555 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.197026 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.197782 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.198256 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.198743 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.199200 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.200499 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:46.201047 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796286-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:30:46.211291 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796286-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:30:46.701327 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f0e2808-9a03-4574-ab30-5d44ef014709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:47.089384 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:48.934971 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:49.266068 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.db.l3_hamode_db [None req-9d2893d8-5004-4964-8d97-ef5b3fba8f27 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 11:30:49.343705 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2893d8-5004-4964-8d97-ef5b3fba8f27 None None] Routers set() bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:30:49.344096 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2893d8-5004-4964-8d97-ef5b3fba8f27 None None] Router IDs set() for agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 11:30:49.883357 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 44928) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:30:50.368371 dv-cinder-796286-5-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-99d1207b-9677-4f38-8f14-ede1c475ff62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:30:50.368967 dv-cinder-796286-5-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-99d1207b-9677-4f38-8f14-ede1c475ff62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:30:50.588893 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [None req-99d1207b-9677-4f38-8f14-ede1c475ff62 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:30:50.590000 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-99d1207b-9677-4f38-8f14-ede1c475ff62 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7057238 Jun 16 11:30:52.933308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 44942) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:30:53.244021 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:30:53.346861 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.policy [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93742) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 11:30:53.396898 dv-cinder-796286-5-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:30:53.397318 dv-cinder-796286-5-iscsi neutron-server[93742]: WARNING oslo_policy.policy [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:30:53.407020 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.quota [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] Loaded quota_driver: . Jun 16 11:30:53.611629 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756921617779', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756921618214', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756921605358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756921603376', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756921589995', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756921584576', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1017950', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1021911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33092500', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33125569'] for rbac-policy, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:54.106556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:54.107845 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-31486dfd-3abe-49c8-8416-35f7208c19b0 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1734421 Jun 16 11:30:56.680543 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 44954) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:30:56.994938 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:30:57.107308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Made reservation on behalf of 7e3ebe814d2e4d2da4049c2b171de0ed for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:30:57.110187 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.127492 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.256198 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.368755 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.374561 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:30:57.396383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:30:57.424860 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756918440488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.425530 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Unsubscribe: segment precommit_create {{(pid=93742) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 11:30:57.426032 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Added segment c208a8da-b39a-4927-95ea-ea1528499ff0 of type vlan for network 02385bf6-3943-4e9e-abc6-1cd57993966c Jun 16 11:30:57.433987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d945dba-b562-4f78-b969-fcd49e1b4ddd,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:30:57.475823 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.476168 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.476527 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.476847 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.477186 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.477516 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.477828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.478143 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.478466 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.478775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.479078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.479382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Tracked resource versions report: Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: pushed versions: Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Log': {'1.0'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Network': {'1.1'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Port': {'1.7'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'PortForwarding': {'1.2'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'QosPolicy': {'1.8'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SubPort': {'1.0'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Subnet': {'1.1'}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Trunk': {'1.1'}} Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: consumer versions: Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'ConntrackHelper': '1.0', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Log': '1.0', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Network': '1.1', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Port': '1.7', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'PortForwarding': '1.2', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'QosPolicy': '1.8', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroup': '1.4', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroupRule': '1.2', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SubPort': '1.0', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Subnet': '1.1', Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Trunk': '1.1'}} Jun 16 11:30:57.481262 dv-cinder-796286-5-iscsi neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:30:57.537525 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:30:57.559172 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.668629 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.670115 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:30:57.670771 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:30:57.674085 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:30:57.769552 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Pushing event updated for resources: {'Network': ['ID=02385bf6-3943-4e9e-abc6-1cd57993966c,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:30:57.773350 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:30:57.782168 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 02385bf6-3943-4e9e-abc6-1cd57993966c details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:30:57.821567 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.1397822 Jun 16 11:31:00.484988 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 44968) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:00.868933 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377293a-1d30-4eb2-9a62-595f2bdeef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:00.870387 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e377293a-1d30-4eb2-9a62-595f2bdeef09 admin admin] 10.222.0.45 "GET /v2.0/networks/02385bf6-3943-4e9e-abc6-1cd57993966c HTTP/1.1" status: 200 len: 826 time: 0.3843598 Jun 16 11:31:00.894595 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-94f076e4-2dc3-4803-adcf-57b43eaa8c3b admin admin] 10.222.0.45 "GET /v2.0/subnetpools/5b46918c-bc0a-4053-b715-34d48c6a930b HTTP/1.1" status: 200 len: 734 time: 0.0187943 Jun 16 11:31:00.903732 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Request body: {'subnet': {'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'name': 'private-subnet', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:31:01.054646 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Made reservation on behalf of 7e3ebe814d2e4d2da4049c2b171de0ed for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:31:01.057041 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:01.432163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:01.434966 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:01.503345 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe34fc5-24d0-4063-a28d-b851e36b9f23,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:01.507972 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:01.509150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Checking segment: {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:31:01.509548 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Network hostable DHCP agents. Network: 02385bf6-3943-4e9e-abc6-1cd57993966c, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:31:01.586081 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Network 02385bf6-3943-4e9e-abc6-1cd57993966c is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:31:01.677713 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 02385bf6-3943-4e9e-abc6-1cd57993966c) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:31:01.682460 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:01.682983 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:01.689721 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f75b33-ba58-412b-accc-2c374ad9dd1e None None] Network 02385bf6-3943-4e9e-abc6-1cd57993966c requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:31:01.758389 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8586459 Jun 16 11:31:02.013624 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-02385bf6-3943-4e9e-abc6-1cd57993966c', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:31:02.014782 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:02.286274 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Allocated IP 172.20.0.2 (02385bf6-3943-4e9e-abc6-1cd57993966c/3fe34fc5-24d0-4063-a28d-b851e36b9f23/078d0d90-9a32-403f-8f53-a2064d139f5a) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:31:02.491832 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:02.536607 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Transition to ACTIVE for port object 078d0d90-9a32-403f-8f53-a2064d139f5a will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:31:02.558040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Transition to ACTIVE for port object 078d0d90-9a32-403f-8f53-a2064d139f5a will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:31:02.672721 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:02.675427 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:02.749734 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Network 02385bf6-3943-4e9e-abc6-1cd57993966c is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:31:02.754242 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:31:02.758696 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:31:02.781321 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Pushing event updated for resources: {'Port': ['ID=078d0d90-9a32-403f-8f53-a2064d139f5a,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:02.813070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Tracked resource versions report: Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: pushed versions: Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Log': {'1.0'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Network': {'1.1'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Port': {'1.7'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'PortForwarding': {'1.2'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'QosPolicy': {'1.8'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SubPort': {'1.0'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Subnet': {'1.1'}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Trunk': {'1.1'}} Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: consumer versions: Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'ConntrackHelper': '1.0', Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Log': '1.0', Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Network': '1.1', Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Port': '1.7', Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'PortForwarding': '1.2', Jun 16 11:31:02.813887 dv-cinder-796286-5-iscsi neutron-server[93743]: 'QosPolicy': '1.8', Jun 16 11:31:02.815300 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroup': '1.4', Jun 16 11:31:02.815300 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroupRule': '1.2', Jun 16 11:31:02.815300 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SubPort': '1.0', Jun 16 11:31:02.815300 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Subnet': '1.1', Jun 16 11:31:02.815300 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Trunk': '1.1'}} Jun 16 11:31:02.815300 dv-cinder-796286-5-iscsi neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:31:02.817193 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:02.846412 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Attempting to bind port 078d0d90-9a32-403f-8f53-a2064d139f5a on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:31:02.846773 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Attempting to bind port 078d0d90-9a32-403f-8f53-a2064d139f5a by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:31:02.847206 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Attempting to bind port 078d0d90-9a32-403f-8f53-a2064d139f5a on network 02385bf6-3943-4e9e-abc6-1cd57993966c {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:31:02.852054 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:31:02.852439 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Checking segment: {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:31:02.852931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:02.853338 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Bound using segment: {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:31:02.853788 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Bound port: 078d0d90-9a32-403f-8f53-a2064d139f5a, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:31:02.864707 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:02.919317 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] For port 078d0d90-9a32-403f-8f53-a2064d139f5a, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:31:02.923963 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] For port 078d0d90-9a32-403f-8f53-a2064d139f5a, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=078d0d90-9a32-403f-8f53-a2064d139f5a,segment=NetworkSegment(c208a8da-b39a-4927-95ea-ea1528499ff0),segment_id=c208a8da-b39a-4927-95ea-ea1528499ff0)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:31:03.049799 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:03.055239 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:03.119901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Pushing event updated for resources: {'Port': ['ID=078d0d90-9a32-403f-8f53-a2064d139f5a,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:03.123499 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:04.218514 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 44976) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:04.758604 dv-cinder-796286-5-iscsi neutron-server[93741]: WARNING oslo_policy.policy [None req-75dd2047-8b7e-4524-9d78-54e6bf049e90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:31:04.759222 dv-cinder-796286-5-iscsi neutron-server[93741]: WARNING oslo_policy.policy [None req-75dd2047-8b7e-4524-9d78-54e6bf049e90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:31:04.986957 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [None req-75dd2047-8b7e-4524-9d78-54e6bf049e90 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:31:04.988110 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-75dd2047-8b7e-4524-9d78-54e6bf049e90 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7675090 Jun 16 11:31:07.348827 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 44990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:07.662494 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [None req-8862d796-7488-4b94-ae19-356e8df62d3d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:31:07.663489 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8862d796-7488-4b94-ae19-356e8df62d3d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137357 Jun 16 11:31:09.386911 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c498b-cfa8-413b-81aa-f1feede11678 None None] Network 02385bf6-3943-4e9e-abc6-1cd57993966c requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:31:09.571328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88986435-2fed-4337-8186-e544bc83db08 None None] Provisioning for port 078d0d90-9a32-403f-8f53-a2064d139f5a completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:31:09.992266 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 078d0d90-9a32-403f-8f53-a2064d139f5a up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:31:10.039109 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:31:10.148306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 078d0d90-9a32-403f-8f53-a2064d139f5a completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:31:10.153316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 078d0d90-9a32-403f-8f53-a2064d139f5a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:10.153907 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:10.266913 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:10.296630 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45004) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:10.301306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 078d0d90-9a32-403f-8f53-a2064d139f5a, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=078d0d90-9a32-403f-8f53-a2064d139f5a,segment=NetworkSegment(c208a8da-b39a-4927-95ea-ea1528499ff0),segment_id=c208a8da-b39a-4927-95ea-ea1528499ff0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:31:10.397547 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:10.400359 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:10.445717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=078d0d90-9a32-403f-8f53-a2064d139f5a,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:10.448706 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:10.596674 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:31:10.660869 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.policy [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 11:31:10.707224 dv-cinder-796286-5-iscsi neutron-server[93741]: WARNING oslo_policy.policy [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:31:10.707519 dv-cinder-796286-5-iscsi neutron-server[93741]: WARNING oslo_policy.policy [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 11:31:10.716634 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.quota [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Loaded quota_driver: . Jun 16 11:31:10.883601 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:10.885506 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:11.048892 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:11.187001 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:11.288783 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:11.290010 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ef830c36-aa90-4191-9f7e-b4f4fd279cb4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9922819 Jun 16 11:31:11.959873 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 078d0d90-9a32-403f-8f53-a2064d139f5a up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:31:12.009534 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 078d0d90-9a32-403f-8f53-a2064d139f5a triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:12.009902 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:13.179638 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-500affb2-446a-4b65-852f-44eec5448857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:13.599633 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45014) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:13.913511 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [None req-9c7fa0c9-7e75-4889-a71f-7b381cc80d3d admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:31:13.914469 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-9c7fa0c9-7e75-4889-a71f-7b381cc80d3d admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139203 Jun 16 11:31:15.963408 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-361af8bc-732e-4c37-9f18-f8d43c6a885b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.128820 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.284348 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45022) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:16.599234 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:31:16.694695 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Made reservation on behalf of 8296e6741ffb4aea8bebc8080953c2af for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:31:16.697599 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.713652 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.829500 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.935096 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.939551 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:16.948007 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Reserving flat network on physical network physnet1 {{(pid=93741) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 11:31:16.978488 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756918440488', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:16.979100 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Unsubscribe: segment precommit_create {{(pid=93741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 11:31:16.979579 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Added segment d1d763b0-ef10-4760-884e-a51b8cb08558 of type flat for network e1dd556e-8bb3-4134-856d-c787a1625611 Jun 16 11:31:17.000937 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2d52d9-6bb9-4e7b-9a82-10ee3d38a6e4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:17.002969 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:17.049591 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.049931 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.050258 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.050576 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.050888 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.051214 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.051528 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.051836 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.052158 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.052466 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.052768 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.053069 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Tracked resource versions report: Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: pushed versions: Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: { 'AddressGroup': {'1.2'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'ConntrackHelper': {'1.0'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Log': {'1.0'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Network': {'1.1'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Port': {'1.7'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'PortForwarding': {'1.2'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'QosPolicy': {'1.8'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroup': {'1.4'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SubPort': {'1.0'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Subnet': {'1.1'}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Trunk': {'1.1'}} Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: consumer versions: Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'ConntrackHelper': '1.0', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Log': '1.0', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Network': '1.1', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Port': '1.7', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'PortForwarding': '1.2', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'QosPolicy': '1.8', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroup': '1.4', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroupRule': '1.2', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SubPort': '1.0', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Subnet': '1.1', Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Trunk': '1.1'}} Jun 16 11:31:17.054215 dv-cinder-796286-5-iscsi neutron-server[93741]: {{(pid=93741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:31:17.109167 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:17.113354 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:17.247833 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:17.249425 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:17.250078 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:17.252092 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:17.346192 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Pushing event updated for resources: {'Network': ['ID=e1dd556e-8bb3-4134-856d-c787a1625611,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:17.349281 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:17.357712 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network e1dd556e-8bb3-4134-856d-c787a1625611 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:31:17.375460 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0899692 Jun 16 11:31:18.859687 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:19.723298 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45044) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:19.905828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf86907-0ef9-488b-8faa-130e49f49608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:19.907245 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-caf86907-0ef9-488b-8faa-130e49f49608 admin admin] 10.222.0.45 "GET /v2.0/subnets/3fe34fc5-24d0-4063-a28d-b851e36b9f23 HTTP/1.1" status: 200 len: 849 time: 0.1827278 Jun 16 11:31:20.068973 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-79a04447-de83-48d6-abbd-4f0b2f5dc038 admin admin] 10.222.0.45 "GET /v2.0/routers/6238b786-9442-49fb-ad6d-973329583809 HTTP/1.1" status: 200 len: 704 time: 0.1563289 Jun 16 11:31:20.338600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:20.626993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Allocated IP 172.20.0.1 (02385bf6-3943-4e9e-abc6-1cd57993966c/3fe34fc5-24d0-4063-a28d-b851e36b9f23/77c577c6-9516-4565-b276-5f0570ac8637) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:31:20.779684 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:20.800813 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Transition to ACTIVE for port object 77c577c6-9516-4565-b276-5f0570ac8637 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:31:20.964015 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:20.967289 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:21.090463 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Network 02385bf6-3943-4e9e-abc6-1cd57993966c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:31:21.098376 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:31:21.100790 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Pushing event updated for resources: {'Port': ['ID=77c577c6-9516-4565-b276-5f0570ac8637,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:21.112425 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:31:21.113004 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:21.187875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:21.363164 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5fe8b210-2271-4888-9c29-483557cdf857 None None] Provisioning for port 77c577c6-9516-4565-b276-5f0570ac8637 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:31:21.368464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5fe8b210-2271-4888-9c29-483557cdf857 None None] Provisioning complete for port 77c577c6-9516-4565-b276-5f0570ac8637 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:21.368985 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5fe8b210-2271-4888-9c29-483557cdf857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:21.375627 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:21.404228 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8b210-2271-4888-9c29-483557cdf857 None None] Port 77c577c6-9516-4565-b276-5f0570ac8637 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:31:21.557644 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:21.638143 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:21.639276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:21.641896 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:21.708387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Pushing event updated for resources: {'Port': ['ID=77c577c6-9516-4565-b276-5f0570ac8637,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:21.738681 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:21.775385 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Network 02385bf6-3943-4e9e-abc6-1cd57993966c is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:31:21.777600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:31:22.026106 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e282b0e9-29c9-4df8-bc5f-9216f8cc9d01 None None] Provisioning complete for port 77c577c6-9516-4565-b276-5f0570ac8637 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:22.026481 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e282b0e9-29c9-4df8-bc5f-9216f8cc9d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:22.043614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Router 6238b786-9442-49fb-ad6d-973329583809 is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:31:22.060192 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e282b0e9-29c9-4df8-bc5f-9216f8cc9d01 None None] Port 77c577c6-9516-4565-b276-5f0570ac8637 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:31:22.139188 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:31:22.144916 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] 10.222.0.45 "PUT /v2.0/routers/6238b786-9442-49fb-ad6d-973329583809/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0710626 Jun 16 11:31:22.149583 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Sync routers for ids ['6238b786-9442-49fb-ad6d-973329583809'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:31:22.162448 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Routers {'6238b786-9442-49fb-ad6d-973329583809'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:31:22.163271 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:31:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['6238b786-9442-49fb-ad6d-973329583809'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:22.353273 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Set router 6238b786-9442-49fb-ad6d-973329583809 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:31:22.782231 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6238b786-9442-49fb-ad6d-973329583809', 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:31:10Z', 'updated_at': '2021-06-16T11:31:21Z', 'revision_number': 2, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'gw_port_host': None, '_interfaces': [{'id': '77c577c6-9516-4565-b276-5f0570ac8637', 'name': '', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'mac_address': 'fa:16:3e:72:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:20Z', 'updated_at': '2021-06-16T11:31:21Z', 'revision_number': 2, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'subnets': [{'id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:22.788273 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Checking router: 6238b786-9442-49fb-ad6d-973329583809 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:31:22.788640 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Updating router 6238b786-9442-49fb-ad6d-973329583809 port 77c577c6-9516-4565-b276-5f0570ac8637 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:31:22.854742 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:23.345034 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:23.363714 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Transition to ACTIVE for port object 77c577c6-9516-4565-b276-5f0570ac8637 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:31:23.443122 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:23.446166 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:23.619068 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Pushing event updated for resources: {'Port': ['ID=77c577c6-9516-4565-b276-5f0570ac8637,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:23.645350 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.645685 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.646009 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.646330 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.646646 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.646958 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.647266 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.647625 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.647943 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.648250 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.648555 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.648858 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Tracked resource versions report: Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: pushed versions: Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Log': {'1.0'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Network': {'1.1'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Port': {'1.7'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'PortForwarding': {'1.2'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'QosPolicy': {'1.8'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SubPort': {'1.0'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Subnet': {'1.1'}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Trunk': {'1.1'}} Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: consumer versions: Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'ConntrackHelper': '1.0', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Log': '1.0', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Network': '1.1', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Port': '1.7', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'PortForwarding': '1.2', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'QosPolicy': '1.8', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroup': '1.4', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroupRule': '1.2', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SubPort': '1.0', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Subnet': '1.1', Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Trunk': '1.1'}} Jun 16 11:31:23.650000 dv-cinder-796286-5-iscsi neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:31:23.660591 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:23.661722 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Attempting to bind port 77c577c6-9516-4565-b276-5f0570ac8637 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:31:23.662108 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Attempting to bind port 77c577c6-9516-4565-b276-5f0570ac8637 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:31:23.662937 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Attempting to bind port 77c577c6-9516-4565-b276-5f0570ac8637 on network 02385bf6-3943-4e9e-abc6-1cd57993966c {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:31:23.667604 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:31:23.668028 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Checking segment: {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:31:23.668619 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:23.669008 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Bound using segment: {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:31:23.669502 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Bound port: 77c577c6-9516-4565-b276-5f0570ac8637, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c208a8da-b39a-4927-95ea-ea1528499ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:31:23.669864 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:23.739712 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] For port 77c577c6-9516-4565-b276-5f0570ac8637, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:31:23.761101 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] For port 77c577c6-9516-4565-b276-5f0570ac8637, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=77c577c6-9516-4565-b276-5f0570ac8637,segment=NetworkSegment(c208a8da-b39a-4927-95ea-ea1528499ff0),segment_id=c208a8da-b39a-4927-95ea-ea1528499ff0)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:31:23.854317 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:23.857425 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:23.914103 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Routers {'6238b786-9442-49fb-ad6d-973329583809'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:31:23.914639 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:31:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['6238b786-9442-49fb-ad6d-973329583809'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:23.987389 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Pushing event updated for resources: {'Port': ['ID=77c577c6-9516-4565-b276-5f0570ac8637,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:23.994226 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:24.013462 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] Set router 6238b786-9442-49fb-ad6d-973329583809 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:31:24.225227 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6238b786-9442-49fb-ad6d-973329583809', 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:31:10Z', 'updated_at': '2021-06-16T11:31:21Z', 'revision_number': 2, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'gw_port_host': None, '_interfaces': [{'id': '77c577c6-9516-4565-b276-5f0570ac8637', 'name': '', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'mac_address': 'fa:16:3e:72:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:20Z', 'updated_at': '2021-06-16T11:31:23Z', 'revision_number': 4, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'subnets': [{'id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:24.228443 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb923dd-a8f4-4f38-98e4-8142c1858a5d None None] The sync data for ids ['6238b786-9442-49fb-ad6d-973329583809'] in dv-cinder-796286-5-iscsi is: [{'id': '6238b786-9442-49fb-ad6d-973329583809', 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:31:10Z', 'updated_at': '2021-06-16T11:31:21Z', 'revision_number': 2, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'gw_port_host': None, '_interfaces': [{'id': '77c577c6-9516-4565-b276-5f0570ac8637', 'name': '', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'mac_address': 'fa:16:3e:72:5d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:20Z', 'updated_at': '2021-06-16T11:31:23Z', 'revision_number': 4, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'subnets': [{'id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:31:24.379193 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45066) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:24.485116 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c34af7-d6c9-4a4c-bfe4-d87d0e1bf4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:24.486483 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f1c34af7-d6c9-4a4c-bfe4-d87d0e1bf4aa admin admin] 10.222.0.45 "GET /v2.0/networks/e1dd556e-8bb3-4134-856d-c787a1625611 HTTP/1.1" status: 200 len: 842 time: 0.1063867 Jun 16 11:31:24.496549 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Request body: {'subnet': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:31:24.597470 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Made reservation on behalf of 8296e6741ffb4aea8bebc8080953c2af for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:31:24.599669 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:25.016763 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.objects.ports [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93742) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 11:31:25.017259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:25.020408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7a426c37-3065-4f3d-abd9-c257d67f7803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:25.072019 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63d879c-834f-4ddf-a4f1-5d3def02d697,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:25.077521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:25.081108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:31:25.081576 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Network hostable DHCP agents. Network: e1dd556e-8bb3-4134-856d-c787a1625611, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:31:25.191570 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:31:25.305415 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, e1dd556e-8bb3-4134-856d-c787a1625611) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:31:25.309996 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:25.310688 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:25.316858 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deac2795-9e8b-4b22-983f-423d5f985c73 None None] Network e1dd556e-8bb3-4134-856d-c787a1625611 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:31:25.429120 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9232037 Jun 16 11:31:25.446605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b52c8f-a68f-43dc-af97-9ac6d4c88460 None None] Network e1dd556e-8bb3-4134-856d-c787a1625611 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:31:27.685946 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45078) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:27.815234 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0d9db951-027e-4cdd-b1a7-a3d461077a36 admin admin] 10.222.0.45 "GET /v2.0/routers/6238b786-9442-49fb-ad6d-973329583809 HTTP/1.1" status: 200 len: 710 time: 0.1281674 Jun 16 11:31:27.967723 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54a1fd-6ed2-4d8b-9fb7-d2d2f5ef50ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:31:27.969576 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0e54a1fd-6ed2-4d8b-9fb7-d2d2f5ef50ed admin admin] 10.222.0.45 "GET /v2.0/networks/e1dd556e-8bb3-4134-856d-c787a1625611 HTTP/1.1" status: 200 len: 886 time: 0.1490171 Jun 16 11:31:27.978538 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:31:28.002057 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 77c577c6-9516-4565-b276-5f0570ac8637 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:31:28.122521 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 77c577c6-9516-4565-b276-5f0570ac8637 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:31:28.126570 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 77c577c6-9516-4565-b276-5f0570ac8637 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:28.128564 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:28.215565 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:28.234175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:28.248605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 77c577c6-9516-4565-b276-5f0570ac8637, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=77c577c6-9516-4565-b276-5f0570ac8637,segment=NetworkSegment(c208a8da-b39a-4927-95ea-ea1528499ff0),segment_id=c208a8da-b39a-4927-95ea-ea1528499ff0)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:31:28.488020 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:28.510781 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-11c6352c-0e34-4f67-8dad-22ffc051cd7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:28.539606 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=77c577c6-9516-4565-b276-5f0570ac8637,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:28.543462 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:28.633880 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:28.708991 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:28.815015 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Allocated IP 172.27.1.229 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/324cf8bc-6e16-4575-8dff-95931ae27de5) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:31:28.918613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:29.060779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:29.063140 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:29.100059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:31:29.102880 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:31:29.108434 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:31:29.142210 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Pushing event updated for resources: {'Port': ['ID=324cf8bc-6e16-4575-8dff-95931ae27de5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:29.144839 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:29.424579 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:29.699091 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:29.702163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33428634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33428712', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33405088'] for router, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:29.803234 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Router 6238b786-9442-49fb-ad6d-973329583809 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:31:29.903341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:31:29.907615 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:29.908864 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] 10.222.0.45 "PUT /v2.0/routers/6238b786-9442-49fb-ad6d-973329583809 HTTP/1.1" status: 200 len: 890 time: 1.9336443 Jun 16 11:31:29.913385 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Sync routers for ids ['6238b786-9442-49fb-ad6d-973329583809'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:31:29.927702 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Routers {'6238b786-9442-49fb-ad6d-973329583809'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:31:29.928566 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:31:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['6238b786-9442-49fb-ad6d-973329583809'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:30.057536 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 77c577c6-9516-4565-b276-5f0570ac8637 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:31:30.225517 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Set router 6238b786-9442-49fb-ad6d-973329583809 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:31:30.239138 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 77c577c6-9516-4565-b276-5f0570ac8637 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:30.239509 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:30.657611 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6238b786-9442-49fb-ad6d-973329583809', 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '324cf8bc-6e16-4575-8dff-95931ae27de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:31:10Z', 'updated_at': '2021-06-16T11:31:29Z', 'revision_number': 4, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'gw_port': {'id': '324cf8bc-6e16-4575-8dff-95931ae27de5', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:28Z', 'updated_at': '2021-06-16T11:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '77c577c6-9516-4565-b276-5f0570ac8637', 'name': '', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'mac_address': 'fa:16:3e:72:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:20Z', 'updated_at': '2021-06-16T11:31:28Z', 'revision_number': 5, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'subnets': [{'id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:30.663483 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Checking router: 6238b786-9442-49fb-ad6d-973329583809 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:31:30.663831 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Updating router 6238b786-9442-49fb-ad6d-973329583809 port 324cf8bc-6e16-4575-8dff-95931ae27de5 binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:31:30.699893 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:31.021834 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:31.031464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Transition to ACTIVE for port object 324cf8bc-6e16-4575-8dff-95931ae27de5 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:31:31.140239 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:31.143532 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:31.192334 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Attempting to bind port 324cf8bc-6e16-4575-8dff-95931ae27de5 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:31:31.192695 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Attempting to bind port 324cf8bc-6e16-4575-8dff-95931ae27de5 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:31:31.193066 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Attempting to bind port 324cf8bc-6e16-4575-8dff-95931ae27de5 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:31:31.195866 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b9f15-ac6c-443d-8f7f-ff58e129ba9b None None] Pushing event updated for resources: {'Port': ['ID=324cf8bc-6e16-4575-8dff-95931ae27de5,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:31.200427 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7e3b9f15-ac6c-443d-8f7f-ff58e129ba9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:31.201322 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:31:31.201687 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:31:31.202078 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:31.202459 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:31:31.202916 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Bound port: 324cf8bc-6e16-4575-8dff-95931ae27de5, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:31:31.203278 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:31.254814 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] For port 324cf8bc-6e16-4575-8dff-95931ae27de5, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:31:31.257979 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] For port 324cf8bc-6e16-4575-8dff-95931ae27de5, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=324cf8bc-6e16-4575-8dff-95931ae27de5,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:31:31.346255 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:31.348614 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:31.405242 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b9f15-ac6c-443d-8f7f-ff58e129ba9b None None] Pushing event updated for resources: {'Port': ['ID=324cf8bc-6e16-4575-8dff-95931ae27de5,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:31.407616 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Routers {'6238b786-9442-49fb-ad6d-973329583809'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:31:31.408196 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:31:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['6238b786-9442-49fb-ad6d-973329583809'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:31.410043 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7e3b9f15-ac6c-443d-8f7f-ff58e129ba9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:31.587586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] Set router 6238b786-9442-49fb-ad6d-973329583809 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:31:31.794322 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6238b786-9442-49fb-ad6d-973329583809', 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '324cf8bc-6e16-4575-8dff-95931ae27de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:31:10Z', 'updated_at': '2021-06-16T11:31:29Z', 'revision_number': 4, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'gw_port': {'id': '324cf8bc-6e16-4575-8dff-95931ae27de5', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:28Z', 'updated_at': '2021-06-16T11:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '77c577c6-9516-4565-b276-5f0570ac8637', 'name': '', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'mac_address': 'fa:16:3e:72:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:20Z', 'updated_at': '2021-06-16T11:31:28Z', 'revision_number': 5, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'subnets': [{'id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:31:31.797773 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f43c3f-70d5-45be-a6a6-998bbe170be2 None None] The sync data for ids ['6238b786-9442-49fb-ad6d-973329583809'] in dv-cinder-796286-5-iscsi is: [{'id': '6238b786-9442-49fb-ad6d-973329583809', 'name': 'router1', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.229'}], 'enable_snat': True}, 'gw_port_id': '324cf8bc-6e16-4575-8dff-95931ae27de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:31:10Z', 'updated_at': '2021-06-16T11:31:29Z', 'revision_number': 4, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'gw_port': {'id': '324cf8bc-6e16-4575-8dff-95931ae27de5', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:36:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:28Z', 'updated_at': '2021-06-16T11:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '77c577c6-9516-4565-b276-5f0570ac8637', 'name': '', 'network_id': '02385bf6-3943-4e9e-abc6-1cd57993966c', 'tenant_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'mac_address': 'fa:16:3e:72:5d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6238b786-9442-49fb-ad6d-973329583809', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:31:20Z', 'updated_at': '2021-06-16T11:31:28Z', 'revision_number': 5, 'project_id': '7e3ebe814d2e4d2da4049c2b171de0ed', 'subnets': [{'id': '3fe34fc5-24d0-4063-a28d-b851e36b9f23', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b46918c-bc0a-4053-b715-34d48c6a930b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:31:32.031976 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 324cf8bc-6e16-4575-8dff-95931ae27de5 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:31:32.157381 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 324cf8bc-6e16-4575-8dff-95931ae27de5 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:31:32.161862 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 324cf8bc-6e16-4575-8dff-95931ae27de5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:32.162242 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:32.251362 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:32.278185 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 324cf8bc-6e16-4575-8dff-95931ae27de5, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=324cf8bc-6e16-4575-8dff-95931ae27de5,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:31:32.324604 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45086) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:31:32.373625 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:32.375832 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:31:32.429444 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=324cf8bc-6e16-4575-8dff-95931ae27de5,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:31:32.432633 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:31:32.462183 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0bb6886d-846b-415c-8e83-984e3a79e1a8 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1363134 Jun 16 11:31:33.989003 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 324cf8bc-6e16-4575-8dff-95931ae27de5 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:31:34.045017 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 324cf8bc-6e16-4575-8dff-95931ae27de5 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:31:34.045416 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:43.231846 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-44396301-9b74-44af-b629-82d0fbe23979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:45.894077 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-35d30594-33cc-4c71-b50a-c8cfcad20975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:46.145625 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:47.002767 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:31:47.036945 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:31:48.877075 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:13.202571 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-623f6b10-84c3-4f50-9b6e-7951ce92217b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:15.922284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e1ed4dd-ece9-4dd3-8e8d-b85d471ae156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:16.539700 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:17.284298 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:18.910566 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:24.035413 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:32:43.178594 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-85814642-3673-46e7-86a8-fb2cbb69d1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:45.904582 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ad13ab2-9c88-4626-98fe-57737133246d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:46.229871 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:47.024092 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:32:48.881469 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:01.033449 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:33:13.178352 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff58d488-2b79-46aa-98e7-f7aa9f8cdf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:13.282501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45654) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:13.350867 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-116dcddc-43fd-4ba2-b3e0-0aff84cb4094 admin admin] GET failed (client error): The resource could not be found. Jun 16 11:33:13.352172 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-116dcddc-43fd-4ba2-b3e0-0aff84cb4094 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0687542 Jun 16 11:33:13.543801 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f255a2-e169-438f-b865-2a39f7a9a435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:13.546394 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-60f255a2-e169-438f-b865-2a39f7a9a435 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1891599 Jun 16 11:33:15.705577 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45664) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:15.831257 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b3198-081e-4a57-bdf1-e4b5f6710a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:15.832622 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1f9b3198-081e-4a57-bdf1-e4b5f6710a21 admin admin] 10.222.0.45 "GET /v2.0/subnets/3fe34fc5-24d0-4063-a28d-b851e36b9f23 HTTP/1.1" status: 200 len: 849 time: 0.1261177 Jun 16 11:33:15.841818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:33:15.897973 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5357ca6-0b3c-4da6-b717-acdbcd97fa4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:15.925824 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:16.114195 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:16.148716 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756918374256'] for subnet, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:16.153460 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:33:16.186501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:16.187542 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:16.190434 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] 10.222.0.45 "PUT /v2.0/subnets/3fe34fc5-24d0-4063-a28d-b851e36b9f23 HTTP/1.1" status: 200 len: 868 time: 0.3507049 Jun 16 11:33:16.192335 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23cffa-9b43-41c9-9d2f-a6161dc27f70 None None] Network 02385bf6-3943-4e9e-abc6-1cd57993966c requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:33:16.209757 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fe34fc5-24d0-4063-a28d-b851e36b9f23,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:33:16.217073 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.218123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.219139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.219139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.219139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.219430 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.219757 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.220076 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.220442 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.220760 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.221199 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.221446 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:33:16.225664 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:33:16.627749 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c270a593-a316-4c55-83a7-ff0c0893cc9f None None] Provisioning complete for port 078d0d90-9a32-403f-8f53-a2064d139f5a triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:33:16.628123 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c270a593-a316-4c55-83a7-ff0c0893cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:16.723901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c270a593-a316-4c55-83a7-ff0c0893cc9f None None] Provisioning complete for port 77c577c6-9516-4565-b276-5f0570ac8637 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:33:16.724380 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c270a593-a316-4c55-83a7-ff0c0893cc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:17.034288 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:18.369879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45672) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:18.587220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e14571-adf6-4f35-8099-45f8205196c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:18.587603 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e14571-adf6-4f35-8099-45f8205196c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:18.589120 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-96e14571-adf6-4f35-8099-45f8205196c2 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2182851 Jun 16 11:33:18.880525 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:20.786431 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45680) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:20.914723 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d042a-d584-4c11-8561-e1eb144e1bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:20.915190 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d042a-d584-4c11-8561-e1eb144e1bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:20.916689 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bf3d042a-d584-4c11-8561-e1eb144e1bed admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1293278 Jun 16 11:33:23.074281 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45688) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:23.267759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6d5dac-aa48-42b2-b324-5c686701c0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:23.269177 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2c6d5dac-aa48-42b2-b324-5c686701c0b6 admin admin] 10.222.0.45 "GET /v2.0/networks/02385bf6-3943-4e9e-abc6-1cd57993966c HTTP/1.1" status: 200 len: 870 time: 0.1939270 Jun 16 11:33:25.429708 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45696) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:25.554570 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5a8fe-ecb8-422c-8c56-524ead030acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:25.555909 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-deb5a8fe-ecb8-422c-8c56-524ead030acd admin admin] 10.222.0.45 "GET /v2.0/networks/e1dd556e-8bb3-4134-856d-c787a1625611 HTTP/1.1" status: 200 len: 886 time: 0.1252215 Jun 16 11:33:27.724819 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45704) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:27.850081 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279f59c-5cb1-4a5f-913f-836c808773d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:27.850727 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8279f59c-5cb1-4a5f-913f-836c808773d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:27.852271 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8279f59c-5cb1-4a5f-913f-836c808773d1 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1265428 Jun 16 11:33:30.029070 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45712) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:30.122413 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c3d22-15ef-4bd3-b883-af0c70d9ca5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:30.123416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c3d22-15ef-4bd3-b883-af0c70d9ca5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:30.125158 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-871c3d22-15ef-4bd3-b883-af0c70d9ca5f admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949368 Jun 16 11:33:32.275436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45720) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:32.363335 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c02a454-420a-4e6a-94d8-e26f22a07592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:32.364695 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1c02a454-420a-4e6a-94d8-e26f22a07592 admin admin] 10.222.0.45 "GET /v2.0/subnets/3fe34fc5-24d0-4063-a28d-b851e36b9f23 HTTP/1.1" status: 200 len: 868 time: 0.0882015 Jun 16 11:33:34.519165 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45728) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:34.602439 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873abb24-8490-43c2-b977-41c2de991719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:33:34.603747 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-873abb24-8490-43c2-b977-41c2de991719 admin admin] 10.222.0.45 "GET /v2.0/subnets/c63d879c-834f-4ddf-a4f1-5d3def02d697 HTTP/1.1" status: 200 len: 816 time: 0.0836580 Jun 16 11:33:38.032161 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:33:43.188735 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-23ef41b0-759d-4935-8921-82e0d99e4ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:45.891863 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-58fb7446-fe9b-4839-98b2-2c5da2d43336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:46.200616 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:47.057372 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:48.880102 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:33:58.346057 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45774) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:33:58.392358 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [None req-bfb29c62-96d9-4ea7-adc4-045c65ff1406 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:33:58.393393 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bfb29c62-96d9-4ea7-adc4-045c65ff1406 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463469 Jun 16 11:34:00.618871 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45782) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:34:00.680746 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.pecan_wsgi.hooks.translation [None req-c434d978-2547-4d5e-9f2c-c5d7b8351f04 admin admin] GET failed (client error): The resource could not be found. Jun 16 11:34:00.682091 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c434d978-2547-4d5e-9f2c-c5d7b8351f04 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622957 Jun 16 11:34:00.817446 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71ea9ef-d6c6-46a9-aab6-0c0310274ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:34:00.818819 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c71ea9ef-d6c6-46a9-aab6-0c0310274ed7 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1321378 Jun 16 11:34:03.011616 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45790) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:34:03.057727 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:34:03.176770 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Made reservation on behalf of 8296e6741ffb4aea8bebc8080953c2af for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:34:03.179134 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:03.214047 dv-cinder-796286-5-iscsi neutron-server[93742]: WARNING neutron.services.revisions.revision_plugin [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Could not find related network for resource to bump revision. Jun 16 11:34:03.228568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1191} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:34:03.238055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:03.238433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Added segment 3d17ede7-4231-4ea2-9463-aa50c70b09ff of type vlan for network e6669a9c-9a46-464e-9da2-6a688b6f71f7 Jun 16 11:34:03.286814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:03.388536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:03.389845 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:34:03.390427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:03.392448 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:34:03.449575 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Pushing event updated for resources: {'Network': ['ID=e6669a9c-9a46-464e-9da2-6a688b6f71f7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:34:03.456072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.456344 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.456678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.457002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.457375 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.457728 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.458029 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.458344 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.458690 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.459045 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.459356 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.459665 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:03.463633 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:34:03.471463 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network e6669a9c-9a46-464e-9da2-6a688b6f71f7 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:34:03.480884 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4681318 Jun 16 11:34:05.655942 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:34:05.713384 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cd847e-10f3-4c10-9033-dec5932b3431 admin admin] GET failed (client error): The resource could not be found. Jun 16 11:34:05.714652 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-c2cd847e-10f3-4c10-9033-dec5932b3431 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0577738 Jun 16 11:34:05.786223 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a041a982-238e-45ef-82ec-e5fdda5c28ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:34:05.787646 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a041a982-238e-45ef-82ec-e5fdda5c28ae admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0685825 Jun 16 11:34:05.797593 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:34:05.868267 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Made reservation on behalf of 8296e6741ffb4aea8bebc8080953c2af for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:34:05.870828 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:06.102872 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:06.105110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:34:06.161482 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9159748c-8591-48d9-b086-17b9405fe0bd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:34:06.163954 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:34:06.174918 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Checking segment: {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:34:06.175313 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Network hostable DHCP agents. Network: e6669a9c-9a46-464e-9da2-6a688b6f71f7, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:34:06.239588 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Network e6669a9c-9a46-464e-9da2-6a688b6f71f7 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:34:06.315734 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, e6669a9c-9a46-464e-9da2-6a688b6f71f7) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:34:06.319823 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:34:06.320409 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:06.324742 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe7add0-2efb-4bc5-bd26-318c6862e5cb None None] Network e6669a9c-9a46-464e-9da2-6a688b6f71f7 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:34:06.465828 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-e6669a9c-9a46-464e-9da2-6a688b6f71f7', 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7', 'tenant_id': '8296e6741ffb4aea8bebc8080953c2af', 'fixed_ips': [{'subnet_id': '9159748c-8591-48d9-b086-17b9405fe0bd'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:34:06.467440 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:06.607958 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Allocated IP 192.168.233.2 (e6669a9c-9a46-464e-9da2-6a688b6f71f7/9159748c-8591-48d9-b086-17b9405fe0bd/c770b6fe-b65b-410c-b377-222e9930a465) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:34:06.628863 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8351071 Jun 16 11:34:06.878650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:06.889071 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Transition to ACTIVE for port object c770b6fe-b65b-410c-b377-222e9930a465 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:34:06.906005 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Transition to ACTIVE for port object c770b6fe-b65b-410c-b377-222e9930a465 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:34:07.029895 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:07.032339 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7e3b9f15-ac6c-443d-8f7f-ff58e129ba9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:34:07.081105 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Network e6669a9c-9a46-464e-9da2-6a688b6f71f7 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:34:07.084000 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:34:07.088489 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Pushing event updated for resources: {'Port': ['ID=c770b6fe-b65b-410c-b377-222e9930a465,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:34:07.090673 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:34:07.101190 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.101535 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.101876 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.102199 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.102522 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.102843 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.103162 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.103633 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.103888 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.104197 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.104539 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.104853 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:34:07.110339 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:34:07.163217 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Attempting to bind port c770b6fe-b65b-410c-b377-222e9930a465 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:34:07.163505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Attempting to bind port c770b6fe-b65b-410c-b377-222e9930a465 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:34:07.163904 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Attempting to bind port c770b6fe-b65b-410c-b377-222e9930a465 on network e6669a9c-9a46-464e-9da2-6a688b6f71f7 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:34:07.170188 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:34:07.170562 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Checking segment: {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:34:07.172197 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:07.172625 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Bound using segment: {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:34:07.173462 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Bound port: c770b6fe-b65b-410c-b377-222e9930a465, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:34:07.173620 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:07.244208 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] For port c770b6fe-b65b-410c-b377-222e9930a465, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:34:07.247454 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] For port c770b6fe-b65b-410c-b377-222e9930a465, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=c770b6fe-b65b-410c-b377-222e9930a465,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:34:07.320691 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:07.323070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:34:07.388603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Pushing event updated for resources: {'Port': ['ID=c770b6fe-b65b-410c-b377-222e9930a465,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:34:07.391763 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:34:08.179896 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device c770b6fe-b65b-410c-b377-222e9930a465 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:34:08.291498 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port c770b6fe-b65b-410c-b377-222e9930a465 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:34:08.298846 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81bc37-b8b7-4653-b79e-6a437387db90 None None] Network e6669a9c-9a46-464e-9da2-6a688b6f71f7 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:34:08.388609 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Provisioning for port c770b6fe-b65b-410c-b377-222e9930a465 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:34:08.396335 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Provisioning complete for port c770b6fe-b65b-410c-b377-222e9930a465 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:34:08.399772 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:08.540732 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:08.580911 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] For port c770b6fe-b65b-410c-b377-222e9930a465, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=c770b6fe-b65b-410c-b377-222e9930a465,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:34:08.668704 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:08.671470 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:34:08.726671 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Pushing event updated for resources: {'Port': ['ID=c770b6fe-b65b-410c-b377-222e9930a465,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:34:08.730605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:34:08.790739 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d158b284-15d6-4064-8a56-a2c1835abc9a None None] Provisioning complete for port c770b6fe-b65b-410c-b377-222e9930a465 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:34:08.791108 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d158b284-15d6-4064-8a56-a2c1835abc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:10.129777 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device c770b6fe-b65b-410c-b377-222e9930a465 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:34:10.184021 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port c770b6fe-b65b-410c-b377-222e9930a465 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:34:10.184497 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:13.188489 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7b0619c3-5503-490a-97a9-ae836349d181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:15.031123 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:34:15.908528 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-46037bdd-bc76-48ba-80c7-75ca695664f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:16.125441 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:17.045462 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:18.862827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:43.262898 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7363-c986-4c6e-b2a9-3549b5ce3a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:45.900899 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-df0ae06e-f429-4fbf-bf66-7e87501a9842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:46.208710 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:47.026975 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:48.942115 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:34:52.030611 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:35:13.198588 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3c773eb8-814b-4c50-b559-72e533068c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:15.890603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7267113a-c229-4d7a-beb9-c7ec4ca8481d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:16.112812 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:17.027984 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:18.906187 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:25.960614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45850) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:35:25.967510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [None req-38a24362-3dfb-4227-a324-5d530c0fc55f tempest-verify_tempest_config-1978483742 tempest-verify_tempest_config-1978483742-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:35:25.968483 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-38a24362-3dfb-4227-a324-5d530c0fc55f tempest-verify_tempest_config-1978483742 tempest-verify_tempest_config-1978483742-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068724 Jun 16 11:35:26.459902 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45868) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:35:26.565681 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:26.650205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:26.781392 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:26.784534 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:35:26.830102 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42ea2e17deaf4af8a9d99424ed176c78&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3691549 Jun 16 11:35:26.831066 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a0ad9d-e713-452b-a6d8-0015e0f358f5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:35:26.833021 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45872) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:35:26.839155 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.840093 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.840526 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.840857 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.841206 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.841530 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.841852 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.842168 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.842503 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.842824 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.843137 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.843498 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:26.847912 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:35:26.943884 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:26.964892 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:27.112855 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:27.115786 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:27.116925 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40a0ad9d-e713-452b-a6d8-0015e0f358f5 HTTP/1.1" status: 204 len: 168 time: 0.2828386 Jun 16 11:35:27.117548 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:35:27.125409 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a0ad9d-e713-452b-a6d8-0015e0f358f5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:35:27.132740 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.133111 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.133451 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.133775 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.134258 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.134467 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.134788 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.135103 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.135414 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.135725 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.136032 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.136909 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:35:27.139996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:35:29.029153 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:35:43.202696 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6f077343-13f2-47ee-8305-9c2f17ff7e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:45.894692 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2b88f533-7a02-4add-90d3-c67e25f87679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:46.112170 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:47.037872 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:35:48.876582 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:06.029392 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:36:13.197406 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dc5e-c667-4f7a-b04d-75e97156236e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:15.940649 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d007-3aff-4791-ae97-aa5e574b62b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:16.157390 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:17.054558 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:18.922013 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:43.028908 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 5 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:36:43.173673 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b5d7be97-5bb9-4154-8db7-3dc3fd7e1102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:45.888221 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-19899e89-587b-42d6-8f74-5fdc1d7f5fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:46.151878 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:47.059794 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:36:48.859285 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:06.482114 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479'] for agent, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:10.744126 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 45928) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:37:10.856352 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8dc3c889-be4e-4d99-9f1a-1e48885675c8 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1108961 Jun 16 11:37:13.048801 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 45938) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:37:13.109351 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6fed4925-ca55-410e-a5c5-b0eec2b786b7 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0591083 Jun 16 11:37:13.196341 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cdcf2515-9197-49c1-bd6b-3c16b3879921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:15.905231 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e7ca68e5-e6e3-457f-bf27-f533a258fb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:16.168172 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:17.088398 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:18.904137 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:20.029376 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:37:36.424645 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:43.178679 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40963daa-90a5-44c9-89d8-7980238002c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:45.881460 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5d142113-58f2-4a90-aec0-457d2aa3a61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:46.166421 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:47.030055 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:48.910049 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:37:57.028055 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:38:06.412823 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:13.206858 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ad9d7cbd-1b19-455e-9eef-a325ffaa9c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:15.869933 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11db564e-ca64-4232-bc92-6e67ee07edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:16.132556 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:17.035348 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:18.892309 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:34.027644 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:38:36.440755 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:39.942926 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46068) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:40.147571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-401207072-network', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:40.330837 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Made reservation on behalf of c5db742308e54b06bf93f84cfb93519d for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:40.333241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.342017 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.428988 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.515140 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.519406 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-97fc5dfc-ab10-42f9-b115-985f9ce77e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:40.539945 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:38:40.555617 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b600f-9548-4f6e-bd97-d1083d66320e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:40.559237 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.559576 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Added segment ed0886d4-e042-46e2-b04d-2e956f305146 of type vlan for network 5a981979-738a-4bea-af75-701ca0635de2 Jun 16 11:38:40.571648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.571648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.571648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.571648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.572130 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.572839 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.573509 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.573509 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.573817 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.574134 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.574442 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.574935 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Tracked resource versions report: Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: pushed versions: Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: { 'AddressGroup': {'1.2'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'ConntrackHelper': {'1.0'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Log': {'1.0'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Network': {'1.1'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Port': {'1.7'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'PortForwarding': {'1.2'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'QosPolicy': {'1.8'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroup': {'1.4'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SubPort': {'1.0'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Subnet': {'1.1'}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Trunk': {'1.1'}} Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: consumer versions: Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: HyperV agent@hv-cinder-79628: {}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'ConntrackHelper': '1.0', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Log': '1.0', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Network': '1.1', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Port': '1.7', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'PortForwarding': '1.2', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'QosPolicy': '1.8', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroup': '1.4', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SecurityGroupRule': '1.2', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'SubPort': '1.0', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Subnet': '1.1', Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: 'Trunk': '1.1'}} Jun 16 11:38:40.575994 dv-cinder-796286-5-iscsi neutron-server[93742]: {{(pid=93742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:38:40.581924 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:40.612527 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.702332 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.703759 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:40.704396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:40.707503 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:40.762139 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Pushing event updated for resources: {'Network': ['ID=5a981979-738a-4bea-af75-701ca0635de2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:40.765706 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:40.772206 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 5a981979-738a-4bea-af75-701ca0635de2 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:38:40.984426 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0387836 Jun 16 11:38:40.987217 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46112) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:40.991932 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Request body: {'subnet': {'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-401207072-subnet', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:41.143206 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Made reservation on behalf of c5db742308e54b06bf93f84cfb93519d for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:41.145923 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.268563 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46120) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:41.452709 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.459123 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:41.514286 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3004e3ee-2da8-4560-ba27-cd5a269a74d7,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:41.517807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:41.524090 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Checking segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:41.526625 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Network hostable DHCP agents. Network: 5a981979-738a-4bea-af75-701ca0635de2, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:38:41.564299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-367734965-network', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:41.600898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Network 5a981979-738a-4bea-af75-701ca0635de2 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:38:41.709062 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Made reservation on behalf of f30dd32f820f423a9706c45c867f12e6 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:41.713202 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.725724 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.774242 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 5a981979-738a-4bea-af75-701ca0635de2) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:41.784655 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191acdca-12fd-4f04-b5e2-e7547db31a58 None None] Network 5a981979-738a-4bea-af75-701ca0635de2 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:41.785160 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:41.785160 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.832052 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.956908 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.961916 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-949ce3b3-d33b-4599-b26f-a57c66680b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:41.974540 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1163} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:38:41.986712 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:41.987950 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Added segment 62f6e584-cc8b-4e0e-bd4a-1290136640c3 of type vlan for network 82fac953-3354-486b-95ea-7ede4022e578 Jun 16 11:38:42.042099 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0538731 Jun 16 11:38:42.044941 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46162) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:42.047372 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.049383 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-5a981979-738a-4bea-af75-701ca0635de2', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:38:42.050401 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.051726 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:42.078605 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5521ada3-4971-4592-9eb2-79006ea6e4d7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:42.086201 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:42.181288 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Allocated IP 172.20.0.2 (5a981979-738a-4bea-af75-701ca0635de2/3004e3ee-2da8-4560-ba27-cd5a269a74d7/50630b2a-e29e-4ac3-b385-af82950ee167) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:42.321913 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.330372 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Transition to ACTIVE for port object 50630b2a-e29e-4ac3-b385-af82950ee167 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:42.345677 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Transition to ACTIVE for port object 50630b2a-e29e-4ac3-b385-af82950ee167 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:42.383733 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.384021 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.385739 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:42.386218 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.386346 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.389399 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:42.419933 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.424315 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7e3b9f15-ac6c-443d-8f7f-ff58e129ba9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:42.445512 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.451100 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Pushing event updated for resources: {'Network': ['ID=82fac953-3354-486b-95ea-7ede4022e578,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:42.453675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:42.464963 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 82fac953-3354-486b-95ea-7ede4022e578 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:38:42.478855 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Pushing event updated for resources: {'Port': ['ID=50630b2a-e29e-4ac3-b385-af82950ee167,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:42.483990 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Network 5a981979-738a-4bea-af75-701ca0635de2 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:42.513799 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.514138 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.514468 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.514791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.515105 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.515420 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.515737 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.516036 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.516367 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.516677 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.516982 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.517309 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Tracked resource versions report: Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: pushed versions: Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: { 'AddressGroup': {'1.2'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'ConntrackHelper': {'1.0'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Log': {'1.0'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Network': {'1.1'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Port': {'1.7'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'PortForwarding': {'1.2'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'QosPolicy': {'1.8'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroup': {'1.4'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SubPort': {'1.0'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Subnet': {'1.1'}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Trunk': {'1.1'}} Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: consumer versions: Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: HyperV agent@hv-cinder-79628: {}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'ConntrackHelper': '1.0', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Log': '1.0', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Network': '1.1', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Port': '1.7', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'PortForwarding': '1.2', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'QosPolicy': '1.8', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroup': '1.4', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SecurityGroupRule': '1.2', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'SubPort': '1.0', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Subnet': '1.1', Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: 'Trunk': '1.1'}} Jun 16 11:38:42.518587 dv-cinder-796286-5-iscsi neutron-server[93743]: {{(pid=93743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:38:42.547359 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2745721 Jun 16 11:38:42.547359 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46178) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:42.552096 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Request body: {'subnet': {'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-subnet', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:42.554491 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:42.565794 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:42.591739 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:42.618110 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46182) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:42.636539 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46186) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:42.652829 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Attempting to bind port 50630b2a-e29e-4ac3-b385-af82950ee167 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:38:42.656888 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Attempting to bind port 50630b2a-e29e-4ac3-b385-af82950ee167 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:38:42.656888 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Attempting to bind port 50630b2a-e29e-4ac3-b385-af82950ee167 on network 5a981979-738a-4bea-af75-701ca0635de2 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:38:42.658845 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:38:42.659225 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Checking segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:42.659620 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.660019 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Bound using segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:38:42.660487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Bound port: 50630b2a-e29e-4ac3-b385-af82950ee167, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:38:42.660862 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.674886 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Made reservation on behalf of f30dd32f820f423a9706c45c867f12e6 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:42.677766 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.730381 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] For port 50630b2a-e29e-4ac3-b385-af82950ee167, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:38:42.733646 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] For port 50630b2a-e29e-4ac3-b385-af82950ee167, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=50630b2a-e29e-4ac3-b385-af82950ee167,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:38:42.766120 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.881528 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:42.885183 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:42.953863 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Pushing event updated for resources: {'Port': ['ID=50630b2a-e29e-4ac3-b385-af82950ee167,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:42.958098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:43.060500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-918823405-network', 'tenant_id': '4a4dda768f6c4ec6acc230f409f1fca0'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:43.072467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-102034048-network', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:43.102787 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.db.api [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 11:38:43.102787 dv-cinder-796286-5-iscsi neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 11:38:43.102787 dv-cinder-796286-5-iscsi neutron-server[93742]: [parameters: {'project_id_1': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'expiration_1': datetime.datetime(2021, 6, 16, 11, 38, 43, 79683)}] Jun 16 11:38:43.102787 dv-cinder-796286-5-iscsi neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:38:43.104420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_db.api [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:38:43.180521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.183884 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a886aa34-2dc5-4692-bff4-e78b09e88310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:43.241038 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c067fd4d-cb81-4a74-8ef5-05ade6526db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.265612 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Made reservation on behalf of 4a4dda768f6c4ec6acc230f409f1fca0 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:43.268752 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.307490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.333969 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.346649 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043c69ea-3384-4efe-b710-3a2bb8764362,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:43.360782 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:43.374689 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.390328 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Checking segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:43.390689 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Network hostable DHCP agents. Network: 82fac953-3354-486b-95ea-7ede4022e578, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:38:43.569703 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Network 82fac953-3354-486b-95ea-7ede4022e578 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:38:43.590343 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.634431 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Allocated IP 172.27.1.240 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/72ef5400-c78d-4395-a6b0-9a302ac1dab7) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:43.805166 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.856309 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 82fac953-3354-486b-95ea-7ede4022e578) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:43.864655 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:43.869023 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.891004 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866bcee-69fd-4c28-ab31-ca1d7e5621ed None None] Network 82fac953-3354-486b-95ea-7ede4022e578 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:43.896895 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:43.907403 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:43.982586 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7494062-6c87-4fd0-8456-8e8e9048f788,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:43.996704 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:44.002786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:38:44.019607 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.019967 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Added segment 1f977890-d66a-46bf-8b0e-bf0933536745 of type vlan for network be6f76f4-b51d-47e6-9ccd-026beffc541b Jun 16 11:38:44.072909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Made reservation on behalf of eca043a4ace741d6aa3ee95d4f0bbb84 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:44.076299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.091241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.102312 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.146611 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd12bd-b1ee-4475-83b9-d985c8a6dbea None None] Network 82fac953-3354-486b-95ea-7ede4022e578 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:44.208494 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.214423 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6660569 Jun 16 11:38:44.218834 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46242) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:44.219799 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:44.224869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:44.261636 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.263973 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:44.265421 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.269973 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:44.321191 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:44.327979 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:44.342189 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32ec6c-8d93-4597-a9b1-c2bca9bddcbb None None] Network 5a981979-738a-4bea-af75-701ca0635de2 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:44.343296 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:44.366409 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=be6f76f4-b51d-47e6-9ccd-026beffc541b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:44.371490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:44.401826 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.429020 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network be6f76f4-b51d-47e6-9ccd-026beffc541b details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:38:44.434013 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 50630b2a-e29e-4ac3-b385-af82950ee167 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:44.476036 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Pushing event updated for resources: {'Port': ['ID=72ef5400-c78d-4395-a6b0-9a302ac1dab7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:44.516123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.516486 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.516828 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.517199 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.517531 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.517874 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.518201 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.518525 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.519359 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.519693 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.520085 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.520420 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Tracked resource versions report: Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: pushed versions: Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: { 'AddressGroup': {'1.2'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'ConntrackHelper': {'1.0'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Log': {'1.0'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Network': {'1.1'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Port': {'1.7'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'PortForwarding': {'1.2'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'QosPolicy': {'1.8'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroup': {'1.4'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SubPort': {'1.0'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Subnet': {'1.1'}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Trunk': {'1.1'}} Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: consumer versions: Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: HyperV agent@hv-cinder-79628: {}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'ConntrackHelper': '1.0', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Log': '1.0', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Network': '1.1', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Port': '1.7', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'PortForwarding': '1.2', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'QosPolicy': '1.8', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroup': '1.4', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SecurityGroupRule': '1.2', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'SubPort': '1.0', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Subnet': '1.1', Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: 'Trunk': '1.1'}} Jun 16 11:38:44.521782 dv-cinder-796286-5-iscsi neutron-server[93741]: {{(pid=93741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:38:44.528833 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.542008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:44.542943 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:44.552243 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1155} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:38:44.568107 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dcdee6-3c96-43c8-9714-1cbc6edfee3b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:44.571854 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.571854 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Added segment 4c0d7ca5-f69a-4d86-8191-374cc79a58fe of type vlan for network 0dc817ae-8dda-4495-b064-8cce4ce22dcf Jun 16 11:38:44.572990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:44.608052 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a1d3e30a-7a5b-4feb-9e28-51db341a5507 None None] Provisioning for port 50630b2a-e29e-4ac3-b385-af82950ee167 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:44.616907 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.647410 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0061231 Jun 16 11:38:44.647773 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46246) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:44.653576 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Request body: {'subnet': {'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-918823405-subnet', 'tenant_id': '4a4dda768f6c4ec6acc230f409f1fca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:44.749870 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 50630b2a-e29e-4ac3-b385-af82950ee167 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:44.755917 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 50630b2a-e29e-4ac3-b385-af82950ee167 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:44.755917 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.789148 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.792168 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:44.793164 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.796831 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.798470 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.805210 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c8225b3b-94ca-4fdc-b7df-728c82a1ef4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:44.866118 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.927151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 50630b2a-e29e-4ac3-b385-af82950ee167, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=50630b2a-e29e-4ac3-b385-af82950ee167,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:38:44.936209 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc817ae-8dda-4495-b064-8cce4ce22dcf,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:44.957405 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-ff6fe915-3a21-4a13-b004-2616fec00590 None None] Provisioning complete for port 50630b2a-e29e-4ac3-b385-af82950ee167 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:44.957405 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ff6fe915-3a21-4a13-b004-2616fec00590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:44.957405 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:38:45.030630 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:45.063554 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.107141 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.110549 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.122181 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:45.164163 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Made reservation on behalf of 4a4dda768f6c4ec6acc230f409f1fca0 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:45.167240 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.218874 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=50630b2a-e29e-4ac3-b385-af82950ee167,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:45.223150 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:45.314312 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6950505 Jun 16 11:38:45.316517 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46266) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:45.325114 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Request body: {'subnet': {'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-subnet', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:45.410305 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.550669 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.555252 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Made reservation on behalf of eca043a4ace741d6aa3ee95d4f0bbb84 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:45.557827 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.687070 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.699695 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:45.806345 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b8702f-0874-4f8a-b69b-7f1d0ff545ed,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:45.810402 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:45.811663 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Checking segment: {'id': '1f977890-d66a-46bf-8b0e-bf0933536745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:45.811896 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Network hostable DHCP agents. Network: be6f76f4-b51d-47e6-9ccd-026beffc541b, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:38:45.912490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.931989 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Router 1aa64833-93fd-470e-81f2-0222ead97671 is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:38:45.933918 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.934092 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Network be6f76f4-b51d-47e6-9ccd-026beffc541b is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:38:45.937277 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:45.944955 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:46.066073 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:38:46.076226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb4833d8-31be-4bbb-a303-e4d976d9033e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:46.076534 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:38:46.079112 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:46.086353 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5a826e3c-101f-4dae-b2f2-bca58e3ae9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.087216 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:46.089111 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:46.090683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, be6f76f4-b51d-47e6-9ccd-026beffc541b) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:46.099838 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e31b6-b29d-40a8-af4e-8bc930f1f564 None None] Network be6f76f4-b51d-47e6-9ccd-026beffc541b requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:46.109601 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:46.110238 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.139244 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Checking segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:46.139805 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Network hostable DHCP agents. Network: 0dc817ae-8dda-4495-b064-8cce4ce22dcf, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:38:46.176890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Allocated IP 172.27.1.196 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/4728fad8-7b09-4d63-aa3e-9cdca849bd16) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:46.221693 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.251816 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:46.287265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.288604 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2426763 Jun 16 11:38:46.290179 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1a86b3c6-6803-4ddb-98c4-cd40c11d5345 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6415417 Jun 16 11:38:46.292687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46292) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:46.294801 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbb66c-16ec-459b-99dc-35529d49086c None None] Network be6f76f4-b51d-47e6-9ccd-026beffc541b requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:46.355130 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 50630b2a-e29e-4ac3-b385-af82950ee167 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:46.373341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.461882 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:38:46.477002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 0dc817ae-8dda-4495-b064-8cce4ce22dcf) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:46.483283 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:46.484220 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.495343 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcc08dc-85dc-4d21-b1ed-67722625d0c5 None None] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:46.567221 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:44Z', 'revision_number': 3, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:46.573378 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:38:46.574055 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Updating router 1aa64833-93fd-470e-81f2-0222ead97671 port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:38:46.582277 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46304) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:46.606121 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.610752 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:46.675205 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.768042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Pushing event updated for resources: {'Port': ['ID=4728fad8-7b09-4d63-aa3e-9cdca849bd16,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:46.790137 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4e6b5ad7-3728-4b4d-86c7-7f4eac1a7cfa admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4717944 Jun 16 11:38:46.791759 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:46.792211 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46320) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:46.808420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:46.835375 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:46.848056 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:46.876786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:46.898583 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 50630b2a-e29e-4ac3-b385-af82950ee167 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:46.898959 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:46.944251 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.126916 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:38:47.128002 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.230895 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.248963 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.257780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46348) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:47.260937 dv-cinder-796286-5-iscsi neutron-server[93742]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 11:38:47.264236 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.277297 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Transition to ACTIVE for port object 72ef5400-c78d-4395-a6b0-9a302ac1dab7 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:47.322609 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Allocated IP 172.20.0.2 (0dc817ae-8dda-4495-b064-8cce4ce22dcf/bb4833d8-31be-4bbb-a303-e4d976d9033e/72c88cde-bc74-4270-85f9-22b5ff6cecac) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:47.414738 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.416762 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.441115 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.443487 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:47.480256 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.484143 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Allocated IP 172.20.0.1 (5a981979-738a-4bea-af75-701ca0635de2/3004e3ee-2da8-4560-ba27-cd5a269a74d7/4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:47.489566 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Transition to ACTIVE for port object 72c88cde-bc74-4270-85f9-22b5ff6cecac will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:47.514977 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Transition to ACTIVE for port object 72c88cde-bc74-4270-85f9-22b5ff6cecac will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:47.556770 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Attempting to bind port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:38:47.557160 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Attempting to bind port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:38:47.557718 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Attempting to bind port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:38:47.560098 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Pushing event updated for resources: {'Port': ['ID=72ef5400-c78d-4395-a6b0-9a302ac1dab7,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:47.582039 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:38:47.587154 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:47.587154 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.587154 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:38:47.587154 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Bound port: 72ef5400-c78d-4395-a6b0-9a302ac1dab7, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:38:47.587154 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.592745 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.593587 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.594427 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.595208 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.596136 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.597171 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.597930 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.598653 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.599822 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.600499 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.601564 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.602212 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Tracked resource versions report: Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: pushed versions: Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: { 'AddressGroup': {'1.2'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'ConntrackHelper': {'1.0'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Log': {'1.0'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Network': {'1.1'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Port': {'1.7'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'PortForwarding': {'1.2'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'QosPolicy': {'1.8'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroup': {'1.4'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroupRule': {'1.2'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SubPort': {'1.0'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Subnet': {'1.1'}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Trunk': {'1.1'}} Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: consumer versions: Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: { DHCP agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: HyperV agent@hv-cinder-79628: {}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: L3 agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: Metadata agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: Metering agent@dv-cinder-796286-5-iscsi: {}, Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: Open vSwitch agent@dv-cinder-796286-5-iscsi: { 'AddressGroup': '1.2', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'ConntrackHelper': '1.0', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Log': '1.0', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Network': '1.1', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Port': '1.7', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'PortForwarding': '1.2', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'QosPolicy': '1.8', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroup': '1.4', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SecurityGroupRule': '1.2', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'SubPort': '1.0', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Subnet': '1.1', Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: 'Trunk': '1.1'}} Jun 16 11:38:47.604321 dv-cinder-796286-5-iscsi neutron-server[93744]: {{(pid=93744) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 11:38:47.606937 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.609649 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:47.610822 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:47.685030 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] For port 72ef5400-c78d-4395-a6b0-9a302ac1dab7, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:38:47.690748 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] For port 72ef5400-c78d-4395-a6b0-9a302ac1dab7, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72ef5400-c78d-4395-a6b0-9a302ac1dab7,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:38:47.691323 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:47.695922 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:47.697698 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:47.705845 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Pushing event updated for resources: {'Port': ['ID=72c88cde-bc74-4270-85f9-22b5ff6cecac,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:47.718984 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:47.738510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-dd0ea2cf-8e0f-4b4e-a3a5-9eb695f43cf3 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:47.748255 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-dd0ea2cf-8e0f-4b4e-a3a5-9eb695f43cf3 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/networks?id=be6f76f4-b51d-47e6-9ccd-026beffc541b HTTP/1.1" status: 200 len: 811 time: 0.4882982 Jun 16 11:38:47.774675 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.777511 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Attempting to bind port 72c88cde-bc74-4270-85f9-22b5ff6cecac on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:38:47.777943 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Attempting to bind port 72c88cde-bc74-4270-85f9-22b5ff6cecac by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:38:47.778306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Attempting to bind port 72c88cde-bc74-4270-85f9-22b5ff6cecac on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:38:47.784049 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:38:47.784602 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Checking segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:47.785004 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.785565 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Bound using segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:38:47.785930 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Bound port: 72c88cde-bc74-4270-85f9-22b5ff6cecac, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:38:47.786304 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.790752 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.791724 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Transition to ACTIVE for port object 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:47.794621 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:47.845678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.848829 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-b9671ac8-b626-4c65-bf1c-1ad78b6d4eb0 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/quotas/4a4dda768f6c4ec6acc230f409f1fca0 HTTP/1.1" status: 200 len: 375 time: 0.0995839 Jun 16 11:38:47.878776 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:47.879709 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:47.883043 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Pushing event updated for resources: {'Port': ['ID=72ef5400-c78d-4395-a6b0-9a302ac1dab7,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:47.888879 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] For port 72c88cde-bc74-4270-85f9-22b5ff6cecac, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:38:47.892739 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] For port 72c88cde-bc74-4270-85f9-22b5ff6cecac, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72c88cde-bc74-4270-85f9-22b5ff6cecac,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:38:47.917829 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-c3cf8771-9a0d-49f8-952b-5164d3a8e6f4 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a4dda768f6c4ec6acc230f409f1fca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609024 Jun 16 11:38:47.928047 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:47.935190 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.939307 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:47.943996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:48.010258 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:48.014348 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Network 5a981979-738a-4bea-af75-701ca0635de2 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:48.015279 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:48.016511 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:48.018912 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:48.019571 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.024056 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.046491 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:48.052738 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:48.173158 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Pushing event updated for resources: {'Port': ['ID=72c88cde-bc74-4270-85f9-22b5ff6cecac,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:48.205829 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:48.229476 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-801e7f62-ec79-4f3f-b1fe-8dc9a64abadf service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:38:48.236782 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-801e7f62-ec79-4f3f-b1fe-8dc9a64abadf service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1683180 Jun 16 11:38:48.290688 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.324069 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.329280 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:44Z', 'revision_number': 3, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:48.334737 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6f3798-b2db-421c-bafa-05de1babe2f2 None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:44Z', 'revision_number': 3, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:38:48.391373 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.402012 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4a4d8aed-dd1a-49bc-8650-25d0b2c8efe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:48.532051 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.562210 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6327a55567794d17bfa1e1a258474de4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9784214 Jun 16 11:38:48.565152 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46376) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:48.592682 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-a2476123-5202-4a34-bded-c08596bb46e0 service neutron] 10.222.0.45 "GET /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546321 Jun 16 11:38:48.606310 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59b24d40-b755-4e0c-b652-f1dc703b6746 None None] Provisioning for port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:48.618197 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-59b24d40-b755-4e0c-b652-f1dc703b6746 None None] Provisioning complete for port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:48.619210 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-59b24d40-b755-4e0c-b652-f1dc703b6746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.631057 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f764fe0f-3c34-4e4d-b091-ac4ebefa91d1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:48.639506 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:48.676174 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.759173 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-59b24d40-b755-4e0c-b652-f1dc703b6746 None None] Port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:38:48.760333 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.873478 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.926499 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:48.973762 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-8d6758eb-8be1-46eb-9d42-9b73d1f830d8 service neutron] 10.222.0.45 "GET /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797786 Jun 16 11:38:49.028163 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.034812 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.036947 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f764fe0f-3c34-4e4d-b091-ac4ebefa91d1 HTTP/1.1" status: 204 len: 168 time: 0.4704669 Jun 16 11:38:49.044279 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:49.060303 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.065228 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f764fe0f-3c34-4e4d-b091-ac4ebefa91d1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:49.077593 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:49.131333 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.135424 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.140899 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:49.258252 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:49.268207 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:49.343592 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Network 5a981979-738a-4bea-af75-701ca0635de2 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:49.350630 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:49.543516 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46416) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:49.551252 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Router 47333e0b-34d1-4f1f-a0eb-01c381e824fd is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:38:49.642797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Router 1aa64833-93fd-470e-81f2-0222ead97671 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:38:49.648133 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6dfb300d-bda3-4cb6-a37a-cbccc44d7fc9 req-a9e6c45d-5396-4536-89cf-61ef276bf023 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.1006742 Jun 16 11:38:49.717673 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46426) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:49.791462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.820985 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.842947 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:38:49.858666 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] 10.222.0.45 "PUT /v2.0/routers/1aa64833-93fd-470e-81f2-0222ead97671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5556474 Jun 16 11:38:49.896777 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5cd81b59-553e-41aa-bc0b-aed127ce3351 None None] Provisioning complete for port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:49.897407 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5cd81b59-553e-41aa-bc0b-aed127ce3351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:49.933262 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a06141d-c074-4746-932a-f2f43ec80736 None None] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:38:49.953775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:38:49.982901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Sync routers for ids ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:38:50.007054 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5cd81b59-553e-41aa-bc0b-aed127ce3351 None None] Port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:38:50.012202 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Routers {'47333e0b-34d1-4f1f-a0eb-01c381e824fd'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:50.013060 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:50.014366 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Allocated IP 172.27.1.125 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/a9abdf5d-1ba9-466c-9919-046a92775e0e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:50.069932 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.074875 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46440) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:50.089753 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8689914 Jun 16 11:38:50.189379 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Set router 47333e0b-34d1-4f1f-a0eb-01c381e824fd gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:50.204954 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46446) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:50.243035 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.263342 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8efc0ae7-6f65-40aa-815e-8d5c4ff30113 None None] Provisioning for port 72c88cde-bc74-4270-85f9-22b5ff6cecac completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:50.265462 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.365492 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.481621 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72ef5400-c78d-4395-a6b0-9a302ac1dab7 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:50.583568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.615242 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:38:47Z', 'revision_number': 3, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:50.621635 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Checking router: 47333e0b-34d1-4f1f-a0eb-01c381e824fd for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:38:50.622044 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Updating router 47333e0b-34d1-4f1f-a0eb-01c381e824fd port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:38:50.624313 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.632009 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05216f1e-3b38-4f15-94e7-298a1d73f50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:50.685500 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.686985 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.731091 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:50.744345 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cccf11189424461d877a96d9e8a32ded&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5377152 Jun 16 11:38:50.749042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46466) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:50.749986 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:50.770071 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:50.770977 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:50.846326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Pushing event updated for resources: {'Port': ['ID=a9abdf5d-1ba9-466c-9919-046a92775e0e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:50.876019 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:50.877021 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.904801 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:50.905891 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d36d6c58-8db6-4eb5-8001-3f6636f30813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:50.947562 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fa6787-f0aa-4f43-891c-664306e5f16f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:50.966285 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:38:50.983416 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:50.984038 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:50.990126 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:50.992682 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:51.023092 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d71ec27d-6f41-430d-a199-9cf87f731bf5 req-17b85997-c160-483f-b5c6-fa7088f8f1fa tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.1735547 Jun 16 11:38:51.112659 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.122283 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.149505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.159848 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.178783 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 72ef5400-c78d-4395-a6b0-9a302ac1dab7, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72ef5400-c78d-4395-a6b0-9a302ac1dab7,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:38:51.217133 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:51.267078 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.281703 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2a145f6b-0447-47a1-846d-750ba2380a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:51.292775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46478) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:51.296743 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899242118', 'description': 'tempest-description--901313543'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:51.300200 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.304635 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72c88cde-bc74-4270-85f9-22b5ff6cecac up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:51.342892 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0007ad81132b4abcb1ec2980730372a5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6233974 Jun 16 11:38:51.343789 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a220a2ca-7b9b-43c5-be66-131e3cbcd811,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:51.347310 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46480) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:51.358603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.360816 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:51.362470 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:51.399115 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.407082 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.410525 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f8fa6787-f0aa-4f43-891c-664306e5f16f HTTP/1.1" status: 204 len: 168 time: 0.6561010 Jun 16 11:38:51.411627 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:51.421717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Transition to ACTIVE for port object 4728fad8-7b09-4d63-aa3e-9cdca849bd16 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:51.427588 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fa6787-f0aa-4f43-891c-664306e5f16f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:51.433804 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:51.452846 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.477677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.506168 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=72ef5400-c78d-4395-a6b0-9a302ac1dab7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:51.513512 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:51.516640 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 72c88cde-bc74-4270-85f9-22b5ff6cecac completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:51.525018 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.525967 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 72c88cde-bc74-4270-85f9-22b5ff6cecac triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:51.527111 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.550390 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Allocated IP 172.20.0.1 (82fac953-3354-486b-95ea-7ede4022e578/043c69ea-3384-4efe-b710-3a2bb8764362/84650c08-a727-4582-a19a-987de9b0ed6f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:51.564151 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.583466 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.602222 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:51.661517 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.678652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.746593 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.750571 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a220a2ca-7b9b-43c5-be66-131e3cbcd811 HTTP/1.1" status: 204 len: 168 time: 0.4009783 Jun 16 11:38:51.751280 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:51.753029 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 2, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:51.758355 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:38:51.759999 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Updating router 1aa64833-93fd-470e-81f2-0222ead97671 port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:38:51.775018 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a220a2ca-7b9b-43c5-be66-131e3cbcd811,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:51.783184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:51.809217 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.812202 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.815480 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-52cb366f-8d10-4bd2-97fd-e5ab94146881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:51.859231 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.862315 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.900640 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Network 82fac953-3354-486b-95ea-7ede4022e578 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:51.935800 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:51.940499 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:51.945100 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Attempting to bind port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:38:51.945773 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.950320 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Pushing event updated for resources: {'Port': ['ID=84650c08-a727-4582-a19a-987de9b0ed6f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:51.951360 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:51.951480 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Attempting to bind port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:38:51.951480 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Attempting to bind port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:38:51.955665 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:52.003890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0437a1b7-a20f-413e-8565-849d7dc6620f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:52.005108 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cd54d-bcc0-4fc4-b9ff-969abf86bb69 None None] Pushing event updated for resources: {'Port': ['ID=4728fad8-7b09-4d63-aa3e-9cdca849bd16,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:52.009153 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:52.027696 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-776cd54d-bcc0-4fc4-b9ff-969abf86bb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:52.034153 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:38:52.034618 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:52.035040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.035537 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:38:52.036027 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Bound port: 4728fad8-7b09-4d63-aa3e-9cdca849bd16, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:38:52.036556 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.070683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:52.105730 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.110722 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8174484 Jun 16 11:38:52.119730 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46502) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:52.129935 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'security_group_rule': {'security_group_id': '0437a1b7-a20f-413e-8565-849d7dc6620f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:52.186618 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.221539 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d641b44d-984e-4fdb-8c64-57e09ddb99e7 req-a2ab93fc-3850-4593-9111-c10f3723bc1d tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0810199 Jun 16 11:38:52.232201 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] For port 4728fad8-7b09-4d63-aa3e-9cdca849bd16, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:38:52.254775 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] For port 4728fad8-7b09-4d63-aa3e-9cdca849bd16, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=4728fad8-7b09-4d63-aa3e-9cdca849bd16,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:38:52.269620 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:38:52.270837 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 72c88cde-bc74-4270-85f9-22b5ff6cecac, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72c88cde-bc74-4270-85f9-22b5ff6cecac,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:38:52.344754 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.356831 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Transition to ACTIVE for port object 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:52.418873 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.420363 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.422626 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:52.483916 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=72c88cde-bc74-4270-85f9-22b5ff6cecac,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:52.523726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:38:52.542911 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72ef5400-c78d-4395-a6b0-9a302ac1dab7 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:52.542911 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:38:52.543110 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.547347 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:52.569667 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.626171 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.629511 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Routers {'47333e0b-34d1-4f1f-a0eb-01c381e824fd'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:52.632162 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:52.641457 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.643941 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8452580 Jun 16 11:38:52.646579 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46516) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:52.658865 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:52.659065 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:52.694764 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.752999 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Attempting to bind port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:38:52.753760 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Attempting to bind port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:38:52.754305 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Attempting to bind port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 on network 5a981979-738a-4bea-af75-701ca0635de2 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:38:52.772253 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:38:52.778458 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Checking segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:52.779056 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.783152 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Bound using segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:38:52.783977 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Bound port: 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:38:52.784530 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.887569 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] For port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:38:52.913466 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.917176 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.920349 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] For port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:38:52.921228 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:52.928249 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7ce92-615e-4167-9f43-1fff59aeb08f None None] Pushing event updated for resources: {'Port': ['ID=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:52.944114 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-21c7ce92-615e-4167-9f43-1fff59aeb08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:52.946117 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963f4b13-d608-4098-927d-21940533fc2c,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:52.951185 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:52.989212 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.990401 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:52.993476 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:53.011950 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cd54d-bcc0-4fc4-b9ff-969abf86bb69 None None] Pushing event updated for resources: {'Port': ['ID=4728fad8-7b09-4d63-aa3e-9cdca849bd16,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:53.015226 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-776cd54d-bcc0-4fc4-b9ff-969abf86bb69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:53.019547 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:53.021229 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.552s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:53.021857 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:53.022846 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:53.045028 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:53.045697 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:53.053340 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:53.058557 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9360278 Jun 16 11:38:53.063412 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46532) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:53.069540 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'security_group_rule': {'security_group_id': '0437a1b7-a20f-413e-8565-849d7dc6620f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:53.140259 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:53.140882 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:53.160380 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Pushing event updated for resources: {'Port': ['ID=84650c08-a727-4582-a19a-987de9b0ed6f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:53.160874 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] Set router 47333e0b-34d1-4f1f-a0eb-01c381e824fd gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:53.163503 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:53.170226 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:53.265542 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7ce92-615e-4167-9f43-1fff59aeb08f None None] Pushing event updated for resources: {'Port': ['ID=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:53.390345 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Network 82fac953-3354-486b-95ea-7ede4022e578 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:53.395037 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:53.422446 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-21c7ce92-615e-4167-9f43-1fff59aeb08f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:53.512054 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:53.663751 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:53.694928 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Router 47333e0b-34d1-4f1f-a0eb-01c381e824fd has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:38:53.713179 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5e6297b5-1c4a-49d8-9f63-8eae21ceb996 req-e6663166-9f34-4025-9447-73f695b528e7 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0515687 Jun 16 11:38:53.777279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:53.847304 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:53.927719 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:38:53.950108 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] 10.222.0.45 "PUT /v2.0/routers/47333e0b-34d1-4f1f-a0eb-01c381e824fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8739891 Jun 16 11:38:53.974052 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.009013 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:54.029612 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc903143-a2de-4dd7-ad5a-543f8d6412b3,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:54.033264 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:54.035073 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:54.039399 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee39fa-37fb-4fa4-9488-7ca201a84b80 None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:38:54.161030 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.162857 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0970962 Jun 16 11:38:54.166292 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46580) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:54.173867 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:54.219221 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '84650c08-a727-4582-a19a-987de9b0ed6f', 'name': '', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'mac_address': 'fa:16:3e:7a:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:51Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 1, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'subnets': [{'id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:54.229952 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 3, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:38:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:54.241272 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107c4ee-a2ea-461e-9e24-a677a63d36cc None None] The sync data for ids ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'] in dv-cinder-796286-5-iscsi is: [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '84650c08-a727-4582-a19a-987de9b0ed6f', 'name': '', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'mac_address': 'fa:16:3e:7a:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:51Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 1, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'subnets': [{'id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:38:54.249476 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Allocated IP 172.20.0.1 (0dc817ae-8dda-4495-b064-8cce4ce22dcf/bb4833d8-31be-4bbb-a303-e4d976d9033e/270f27aa-e5e9-4fe1-a8f4-02ece773c785) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:54.251272 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:38:54.259941 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Updating router 3571e4dc-4474-4929-802d-fb83ea23d5c2 port a9abdf5d-1ba9-466c-9919-046a92775e0e binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:38:54.327014 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.373931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.557165 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.596985 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Transition to ACTIVE for port object 270f27aa-e5e9-4fe1-a8f4-02ece773c785 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:54.760096 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.778957 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.783731 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:54.890607 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:54.897370 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:54.921451 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:54.922940 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:54.992212 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.60', 53416) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:55.072185 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Pushing event updated for resources: {'Port': ['ID=270f27aa-e5e9-4fe1-a8f4-02ece773c785,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:55.103774 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:55.248716 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.284965 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Transition to ACTIVE for port object a9abdf5d-1ba9-466c-9919-046a92775e0e will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:38:55.302994 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:55.383401 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe08429f-569c-4b28-a154-8bf107de3451 req-95b51e51-9de8-4d6f-9161-8f36e988e839 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0830390 Jun 16 11:38:55.519968 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.530487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:55.564554 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Allocated IP 172.27.1.95 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/d9495d1c-e5f8-43de-a6b4-cd3ab1f8613c) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:55.583222 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a87b6-eb20-4ba8-b1b7-4257d48fc8e4 None None] Pushing event updated for resources: {'Port': ['ID=a9abdf5d-1ba9-466c-9919-046a92775e0e,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:55.587846 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ae7a87b6-eb20-4ba8-b1b7-4257d48fc8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:55.626587 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Attempting to bind port a9abdf5d-1ba9-466c-9919-046a92775e0e on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:38:55.626974 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Attempting to bind port a9abdf5d-1ba9-466c-9919-046a92775e0e by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:38:55.627568 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Attempting to bind port a9abdf5d-1ba9-466c-9919-046a92775e0e on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:38:55.650294 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:38:55.650880 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:38:55.651625 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.652040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:38:55.652658 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Bound port: a9abdf5d-1ba9-466c-9919-046a92775e0e, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:38:55.653549 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.684679 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.710799 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88d4d19c-3585-4d5e-9b84-3e6951cae644 None None] Provisioning for port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:55.720408 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-88d4d19c-3585-4d5e-9b84-3e6951cae644 None None] Provisioning complete for port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:55.720800 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-88d4d19c-3585-4d5e-9b84-3e6951cae644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.808324 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-88d4d19c-3585-4d5e-9b84-3e6951cae644 None None] Port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:38:55.810659 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] For port a9abdf5d-1ba9-466c-9919-046a92775e0e, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:38:55.845981 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] For port a9abdf5d-1ba9-466c-9919-046a92775e0e, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a9abdf5d-1ba9-466c-9919-046a92775e0e,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:38:55.845981 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:55.850305 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:55.850827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:55.990256 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e89f9250-d854-4ded-9b46-3f79c7df0e52 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:55.998190 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e89f9250-d854-4ded-9b46-3f79c7df0e52 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 818 time: 0.4653020 Jun 16 11:38:56.015018 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.040487 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-922296c6-3cb7-4219-9baa-645c6ba32456 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/quotas/f30dd32f820f423a9706c45c867f12e6 HTTP/1.1" status: 200 len: 375 time: 0.0376849 Jun 16 11:38:56.044925 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:56.409685 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-e870c218-3e22-444b-957d-3dca4e4b74c2 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:56.409685 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-e870c218-3e22-444b-957d-3dca4e4b74c2 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.60 "GET /v2.0/networks?id=be6f76f4-b51d-47e6-9ccd-026beffc541b HTTP/1.1" status: 200 len: 811 time: 1.1634464 Jun 16 11:38:56.409685 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Request body: {'port': {'device_id': '77531d86-5f27-41a2-925e-aef1fd21e305', 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b', 'admin_state_up': True, 'tenant_id': '4a4dda768f6c4ec6acc230f409f1fca0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:38:56.409685 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.411556 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-786f0c36-4bdc-4990-ae99-570f47bffac8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3605592 Jun 16 11:38:56.476446 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.608458 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.608458 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:56.608458 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:56.635856 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-2c35f972-c005-43b3-9f19-097c4cb09f2f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:38:56.637166 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-2c35f972-c005-43b3-9f19-097c4cb09f2f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0766287 Jun 16 11:38:56.722962 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a87b6-eb20-4ba8-b1b7-4257d48fc8e4 None None] Pushing event updated for resources: {'Port': ['ID=a9abdf5d-1ba9-466c-9919-046a92775e0e,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:56.726054 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ae7a87b6-eb20-4ba8-b1b7-4257d48fc8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:56.784508 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-19819955-fac0-45c8-8bd3-4539e6c3e5d3 service neutron] 10.222.0.45 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268187 Jun 16 11:38:56.784914 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:38:56.794038 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:56.846536 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.847264 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Made reservation on behalf of 4a4dda768f6c4ec6acc230f409f1fca0 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:38:56.849157 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.851196 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.851773 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.863221 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-50e39f4c-52cf-4cb3-ae73-38731c9fe443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:56.890876 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:56.913549 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Pushing event updated for resources: {'Port': ['ID=270f27aa-e5e9-4fe1-a8f4-02ece773c785,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:56.923786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:56.965151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:56.968534 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72c88cde-bc74-4270-85f9-22b5ff6cecac up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:56.985667 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ae7a87b6-eb20-4ba8-b1b7-4257d48fc8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:57.100369 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:57.152048 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:57.159695 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:57.163515 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:57.174519 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-eb15787b-fc48-447e-b98d-25642a120e16 service neutron] 10.222.0.45 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931444 Jun 16 11:38:57.178450 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:57.239260 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'Port': ['ID=d9495d1c-e5f8-43de-a6b4-cd3ab1f8613c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:57.270817 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ac05e082-3a4a-46d2-af6e-6e667ddf6d32 req-b59999f3-1236-4a49-af6f-3fc7b7bc5177 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0974135 Jun 16 11:38:57.272641 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:57.331434 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:57.338642 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:57.346005 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 72c88cde-bc74-4270-85f9-22b5ff6cecac triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:57.346398 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:57.500308 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:38:54Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:57.506089 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7be91-8833-4041-8d3f-6a49fc929e18 None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:38:54Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:38:57.598359 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:38:57.619126 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:57.637867 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Allocated IP 172.20.0.5 (be6f76f4-b51d-47e6-9ccd-026beffc541b/35b8702f-0874-4f8a-b69b-7f1d0ff545ed/c98e8e43-1017-4186-b7a6-62260f20bd47) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:38:57.750468 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-603637ef-4d85-4c25-b022-48b8d1e308e6 None None] Provisioning complete for port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:57.751712 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-603637ef-4d85-4c25-b022-48b8d1e308e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:57.890986 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:57.892811 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:58.104283 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-603637ef-4d85-4c25-b022-48b8d1e308e6 None None] Port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:38:58.115315 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:38:58.133148 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] 10.222.0.45 "PUT /v2.0/routers/3571e4dc-4474-4929-802d-fb83ea23d5c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4838326 Jun 16 11:38:58.178960 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:58.179345 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:58.182517 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65ba3fac-c8f3-4565-814e-8d0c9ef324ac req-a5d628dd-8681-424f-8e3a-b9e49a927acc tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 210 time: 0.1110892 Jun 16 11:38:58.431745 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:58.476992 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4728fad8-7b09-4d63-aa3e-9cdca849bd16 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:58.772339 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:38:58.780812 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:58.781233 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:58.806562 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:58.807686 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9f0d68da-7c25-4d39-8fd8-f90e0698056d req-25ceef97-9d22-496c-89e3-88bae71f9aa0 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.1071720 Jun 16 11:38:58.887880 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:58.896090 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:58.991477 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-c8795af0-4af1-4cb0-ab97-c78cd3137a7b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:58.998854 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Pushing event updated for resources: {'Port': ['ID=c98e8e43-1017-4186-b7a6-62260f20bd47,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:59.002745 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-c8795af0-4af1-4cb0-ab97-c78cd3137a7b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 818 time: 0.2927537 Jun 16 11:38:59.011172 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:59.014594 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:59.031161 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-ec8bc250-538a-42e1-bac9-402aaba01a69 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/quotas/f30dd32f820f423a9706c45c867f12e6 HTTP/1.1" status: 200 len: 375 time: 0.0270586 Jun 16 11:38:59.043315 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:59.054336 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:59.059384 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Network be6f76f4-b51d-47e6-9ccd-026beffc541b is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:38:59.067811 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:59.092788 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 4728fad8-7b09-4d63-aa3e-9cdca849bd16, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=4728fad8-7b09-4d63-aa3e-9cdca849bd16,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:38:59.106345 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Sync routers for ids ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:38:59.118013 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Routers {'47333e0b-34d1-4f1f-a0eb-01c381e824fd'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:38:59.119842 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:38:59.161454 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:59.163727 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'Port': ['ID=d9495d1c-e5f8-43de-a6b4-cd3ab1f8613c,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:59.168095 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:38:59.185104 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:38:59.225915 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-cf9a2ac7-1365-4a37-b0cc-6d6cc215d858 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1889281 Jun 16 11:38:59.242730 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:59.292934 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:38:59.301679 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:38:59.303425 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:59.335792 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:38:59.339025 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1708755 Jun 16 11:38:59.370655 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Set router 47333e0b-34d1-4f1f-a0eb-01c381e824fd gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:38:59.419844 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=4728fad8-7b09-4d63-aa3e-9cdca849bd16,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:38:59.423109 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2092404 Jun 16 11:38:59.432767 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:38:59.445118 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-2b8d6b7d-fd23-4bb0-bb54-a3079103606f tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:38:59.446417 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-2b8d6b7d-fd23-4bb0-bb54-a3079103606f tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097909 Jun 16 11:38:59.473824 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-0b7f1505-1ffc-4e43-9a6b-5080036c043a service neutron] 10.222.0.45 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470753 Jun 16 11:38:59.661588 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46790) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:38:59.688925 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-54dad001-c151-4709-9495-2ecc7cfcea0f service neutron] 10.222.0.45 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075319 Jun 16 11:38:59.735845 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4728fad8-7b09-4d63-aa3e-9cdca849bd16 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:38:59.946972 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:38:59.957209 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.008420 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '84650c08-a727-4582-a19a-987de9b0ed6f', 'name': '', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'mac_address': 'fa:16:3e:7a:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:51Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 2, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'subnets': [{'id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:00.012864 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Checking router: 47333e0b-34d1-4f1f-a0eb-01c381e824fd for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:39:00.013492 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Updating router 47333e0b-34d1-4f1f-a0eb-01c381e824fd port 84650c08-a727-4582-a19a-987de9b0ed6f binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:39:00.058172 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.124957 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46806) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:00.131818 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127906197', 'description': 'tempest-description--1075114437'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:00.167726 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.206628 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Request body: {'port': {'device_id': '77531d86-5f27-41a2-925e-aef1fd21e305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:00.268807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.418359 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.656942 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.658007 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-737c6df9-a9c4-4fe9-b65e-735ac53c62bb tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1899242118&fields=id&tenant_id=c5db742308e54b06bf93f84cfb93519d HTTP/1.1" status: 200 len: 267 time: 0.1445587 Jun 16 11:39:00.670273 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Transition to ACTIVE for port object 84650c08-a727-4582-a19a-987de9b0ed6f will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:00.749485 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:00.761025 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9dfcd00e-fc29-42ba-ac70-faa280ff0930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:00.841775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-9d9153f2-17d2-4090-b53a-b02e0688c0e8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:00.846250 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-9d9153f2-17d2-4090-b53a-b02e0688c0e8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 810 time: 0.1871893 Jun 16 11:39:00.874353 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-997e5adb-08c3-4d7f-9e71-b65685f040f2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/quotas/c5db742308e54b06bf93f84cfb93519d HTTP/1.1" status: 200 len: 375 time: 0.0272660 Jun 16 11:39:01.114150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ef795-e8ff-49d8-9e9b-d12f1142305e req-37ece006-ab32-41af-8317-b2c0655e9687 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:01.116183 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-620ef795-e8ff-49d8-9e9b-d12f1142305e req-37ece006-ab32-41af-8317-b2c0655e9687 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 931 time: 0.2595761 Jun 16 11:39:01.162042 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-44c195de-5e66-41d0-b815-167cd9d1d7e6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2848377 Jun 16 11:39:01.220529 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.340555 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-620ef795-e8ff-49d8-9e9b-d12f1142305e req-a623fe34-8f61-457b-afb3-28b610207388 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768398 Jun 16 11:39:01.663942 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5b82cf52-9a53-4488-9834-650e082cb975 service neutron] 10.222.0.45 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896504 Jun 16 11:39:01.663942 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-39b8e6d8-f466-4c7d-bf3b-8600742998ed req-8ff93b98-39f9-47b7-aa1a-c14b52b5cdee tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0430937 Jun 16 11:39:01.665611 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a29b2-1ad1-49bc-ac8a-ce165ca443f8 None None] Pushing event updated for resources: {'Port': ['ID=84650c08-a727-4582-a19a-987de9b0ed6f,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:01.665611 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-3f5a29b2-1ad1-49bc-ac8a-ce165ca443f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98e8e43-1017-4186-b7a6-62260f20bd47 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Transition to ACTIVE for port object c98e8e43-1017-4186-b7a6-62260f20bd47 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd367fba-9fd7-4f39-9db2-4245876d6307,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0012e8009b724e89822cd3a292c54518&name=default HTTP/1.1" status: 200 len: 2977 time: 1.9366317 Jun 16 11:39:01.667847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:01.669474 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.669474 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c07d02f2-0160-47c2-8ff4-bfcaf3f6e245 service neutron] 10.222.0.45 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342056 Jun 16 11:39:01.670291 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46844) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:01.726016 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Attempting to bind port 84650c08-a727-4582-a19a-987de9b0ed6f on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:01.726643 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Attempting to bind port 84650c08-a727-4582-a19a-987de9b0ed6f by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:01.727239 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Attempting to bind port 84650c08-a727-4582-a19a-987de9b0ed6f on network 82fac953-3354-486b-95ea-7ede4022e578 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:01.736712 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:01.737147 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Checking segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:01.737789 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.738432 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Bound using segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:01.739244 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Bound port: 84650c08-a727-4582-a19a-987de9b0ed6f, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:01.739862 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.802259 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:01.818187 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a9abdf5d-1ba9-466c-9919-046a92775e0e up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:01.859891 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] For port 84650c08-a727-4582-a19a-987de9b0ed6f, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:01.866608 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] For port 84650c08-a727-4582-a19a-987de9b0ed6f, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=84650c08-a727-4582-a19a-987de9b0ed6f,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:01.871953 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.097653 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.100758 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-81481aa0-c258-447d-a00e-7424fc055222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:02.102006 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.106515 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:02.179153 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.185118 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-21c7ce92-615e-4167-9f43-1fff59aeb08f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:02.188892 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d902451b-65ea-40bc-bbfe-739c725835ed,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:02.193752 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:02.239382 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port a9abdf5d-1ba9-466c-9919-046a92775e0e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:02.253739 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port a9abdf5d-1ba9-466c-9919-046a92775e0e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:02.254492 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.269622 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.271409 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.1450982 Jun 16 11:39:02.279432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46856) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:02.286570 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'security_group_rule': {'security_group_id': 'd902451b-65ea-40bc-bbfe-739c725835ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:02.350737 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Routers {'47333e0b-34d1-4f1f-a0eb-01c381e824fd'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:02.352314 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:02.483681 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7cb87aa6-b4bf-434e-9982-a24a9db38465 req-2b6448ee-fd8c-44f6-9b47-b4d57e61cabd tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.1316185 Jun 16 11:39:02.548972 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.595467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.605118 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] Set router 47333e0b-34d1-4f1f-a0eb-01c381e824fd gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:02.629035 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port a9abdf5d-1ba9-466c-9919-046a92775e0e, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a9abdf5d-1ba9-466c-9919-046a92775e0e,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:02.707095 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c98e8e43-1017-4186-b7a6-62260f20bd47,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:02.737667 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.741833 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-59ea3735-a19c-4857-bbcd-c0eb56ba2a72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:02.756081 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:02.757836 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.777359 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:02.778901 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd367fba-9fd7-4f39-9db2-4245876d6307 HTTP/1.1" status: 204 len: 168 time: 1.1217937 Jun 16 11:39:02.914645 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=a9abdf5d-1ba9-466c-9919-046a92775e0e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:02.920647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:02.994856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2fe0e1f8-f832-4de5-aea9-7f87aa05e35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:03.020243 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:03.023547 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd367fba-9fd7-4f39-9db2-4245876d6307,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:03.114875 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:03.162397 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Attempting to bind port c98e8e43-1017-4186-b7a6-62260f20bd47 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:03.172779 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a29b2-1ad1-49bc-ac8a-ce165ca443f8 None None] Pushing event updated for resources: {'Port': ['ID=84650c08-a727-4582-a19a-987de9b0ed6f,revision_number=4']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:03.177774 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-3f5a29b2-1ad1-49bc-ac8a-ce165ca443f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.993s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:03.188327 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '84650c08-a727-4582-a19a-987de9b0ed6f', 'name': '', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'mac_address': 'fa:16:3e:7a:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:51Z', 'updated_at': '2021-06-16T11:39:01Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'subnets': [{'id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:03.188488 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Attempting to bind port c98e8e43-1017-4186-b7a6-62260f20bd47 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '1f977890-d66a-46bf-8b0e-bf0933536745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:03.188488 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Attempting to bind port c98e8e43-1017-4186-b7a6-62260f20bd47 on network be6f76f4-b51d-47e6-9ccd-026beffc541b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:03.191797 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42ee6eb-6e1a-400b-b97c-ee35c4409189 None None] The sync data for ids ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'] in dv-cinder-796286-5-iscsi is: [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:38:52Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '84650c08-a727-4582-a19a-987de9b0ed6f', 'name': '', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'mac_address': 'fa:16:3e:7a:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:51Z', 'updated_at': '2021-06-16T11:39:01Z', 'revision_number': 4, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'subnets': [{'id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:39:03.198939 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263de5d1-f444-48b1-8125-0333b28633f7 req-ff828118-88d0-4679-85e5-6f31d59781e1 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:03.210337 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-263de5d1-f444-48b1-8125-0333b28633f7 req-ff828118-88d0-4679-85e5-6f31d59781e1 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.5653238 Jun 16 11:39:03.218359 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Port c98e8e43-1017-4186-b7a6-62260f20bd47 on network be6f76f4-b51d-47e6-9ccd-026beffc541b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:39:03.218643 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Attempting to bind port c98e8e43-1017-4186-b7a6-62260f20bd47 on network be6f76f4-b51d-47e6-9ccd-026beffc541b {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:03.232384 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e318d145-a8db-4633-889e-e75e465b5d8b req-a79e4ec6-7d9c-48ae-87db-d7bae08d908f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.2278726 Jun 16 11:39:03.244931 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:03.247199 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Checking segment: {'id': '1f977890-d66a-46bf-8b0e-bf0933536745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:03.249889 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Bound using segment: {'id': '1f977890-d66a-46bf-8b0e-bf0933536745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:03.250365 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Bound port: c98e8e43-1017-4186-b7a6-62260f20bd47, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f977890-d66a-46bf-8b0e-bf0933536745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:03.250724 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:03.258898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:03.359259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:03.449022 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] For port c98e8e43-1017-4186-b7a6-62260f20bd47, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:03.455666 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] For port c98e8e43-1017-4186-b7a6-62260f20bd47, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c98e8e43-1017-4186-b7a6-62260f20bd47,segment=NetworkSegment(1f977890-d66a-46bf-8b0e-bf0933536745),segment_id=1f977890-d66a-46bf-8b0e-bf0933536745)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:03.458374 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7873df25-0b63-43f0-a484-85c269705ae1,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:03.463366 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:03.513158 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-263de5d1-f444-48b1-8125-0333b28633f7 req-62691015-301b-412d-9688-d94c98f76639 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679911 Jun 16 11:39:03.566522 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:03.566718 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:03.571033 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2896011 Jun 16 11:39:03.574384 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:03.582474 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:03.586386 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'security_group_rule': {'security_group_id': 'd902451b-65ea-40bc-bbfe-739c725835ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:03.642274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:03.643310 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:03.655068 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] 10.222.0.60 "PUT /v2.0/ports/c98e8e43-1017-4186-b7a6-62260f20bd47 HTTP/1.1" status: 200 len: 1093 time: 3.5711451 Jun 16 11:39:03.655068 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77531d86-5f27-41a2-925e-aef1fd21e305', 'tag': 'c98e8e43-1017-4186-b7a6-62260f20bd47'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:03.765761 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a9abdf5d-1ba9-466c-9919-046a92775e0e up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:03.875753 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b263ba8-b558-4231-b0b3-4fd17aaec405 req-12358bfd-913e-40cc-a47e-b020e0046041 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.1725490 Jun 16 11:39:03.951647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port a9abdf5d-1ba9-466c-9919-046a92775e0e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:03.952130 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:04.040178 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c98e8e43-1017-4186-b7a6-62260f20bd47,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:04.045831 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:04.103486 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-14dc44f5-9e23-46f6-a93d-6bffd485b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:04.110566 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-14dc44f5-9e23-46f6-a93d-6bffd485b206 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a4dda768f6c4ec6acc230f409f1fca0&device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 1096 time: 0.2754734 Jun 16 11:39:04.138863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:04.157370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:39:04.221234 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:04.222089 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:04.226824 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:04.232179 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "77531d86-5f27-41a2-925e-aef1fd21e305", "tag": "c98e8e43-1017-4186-b7a6-62260f20bd47"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:04.308860 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:04.310872 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:04.346769 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96e0ea2-10c9-4aef-b95a-09fee866bdfd,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:04.357552 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:04.389494 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:04.443492 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-979420ac-a9a2-4074-8185-7e03d590b14a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c98e8e43-1017-4186-b7a6-62260f20bd47 HTTP/1.1" status: 200 len: 217 time: 0.3042963 Jun 16 11:39:04.499295 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c9da307-1e24-4696-8496-82375ec0a548 req-7823cf98-2103-43a4-a53f-03ee35a83898 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0606682 Jun 16 11:39:04.501211 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:04.505432 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9267077 Jun 16 11:39:04.506569 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 46926) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:04.514157 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:04.560916 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 84650c08-a727-4582-a19a-987de9b0ed6f up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:04.775510 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-81d2d444-b572-4057-8280-46acf93f9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:04.787844 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-81d2d444-b572-4057-8280-46acf93f9663 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35b8702f-0874-4f8a-b69b-7f1d0ff545ed HTTP/1.1" status: 200 len: 851 time: 0.2691936 Jun 16 11:39:04.811864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:05.029217 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-d2fad81c-7dfa-4dee-b107-6c7403a69d5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be6f76f4-b51d-47e6-9ccd-026beffc541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185102 Jun 16 11:39:05.113470 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b752717d-4f3b-4b1f-bfe3-28973927ae9d x-openstack-request-id: req-b752717d-4f3b-4b1f-bfe3-28973927ae9d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:05.115421 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77531d86-5f27-41a2-925e-aef1fd21e305", "tag": "c98e8e43-1017-4186-b7a6-62260f20bd47", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:05.115876 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b752717d-4f3b-4b1f-bfe3-28973927ae9d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:05.116663 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77531d86-5f27-41a2-925e-aef1fd21e305', 'tag': 'c98e8e43-1017-4186-b7a6-62260f20bd47', 'status': 'completed', 'code': 200} Jun 16 11:39:05.363612 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 84650c08-a727-4582-a19a-987de9b0ed6f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:05.372074 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 84650c08-a727-4582-a19a-987de9b0ed6f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:05.372702 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:05.465659 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:05.495409 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f83d919-6563-4404-b987-687eb5738702 req-2b8efd03-bdda-44fa-9ed2-dc628952373a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0478256 Jun 16 11:39:05.516656 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 84650c08-a727-4582-a19a-987de9b0ed6f, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=84650c08-a727-4582-a19a-987de9b0ed6f,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:05.540032 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 2, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:05.540808 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:39:05.541215 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Updating router 3571e4dc-4474-4929-802d-fb83ea23d5c2 port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:39:05.554454 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020064a-b25b-4814-96c4-9d383f86112a req-8164e24f-700d-4c82-b0cc-75865158965c tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:05.556129 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3020064a-b25b-4814-96c4-9d383f86112a req-8164e24f-700d-4c82-b0cc-75865158965c tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.6035078 Jun 16 11:39:05.604531 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:05.608694 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:05.613406 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:05.630791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:05.658898 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3020064a-b25b-4814-96c4-9d383f86112a req-8c5108b5-69c7-43a5-98ed-2044bb5f8120 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929861 Jun 16 11:39:05.759577 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6e0706d4-c2d5-46b2-aee9-7857d787d9f2 req-aae07a2c-a968-46c1-b936-c08a0561e011 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0496423 Jun 16 11:39:05.817710 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=84650c08-a727-4582-a19a-987de9b0ed6f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:05.823030 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Allocated IP 172.27.1.177 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/8f66e813-05d9-485a-9ad2-14a8f737c485) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:39:05.823197 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:05.933958 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.033748 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.041187 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.043328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Transition to ACTIVE for port object 270f27aa-e5e9-4fe1-a8f4-02ece773c785 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:06.044727 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:06.083837 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:39:06.086195 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:06.095127 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:39:06.095327 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 46990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:06.115179 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.119829 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-776cd54d-bcc0-4fc4-b9ff-969abf86bb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:06.124191 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'Port': ['ID=8f66e813-05d9-485a-9ad2-14a8f737c485,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:06.152432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:06.200922 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.330928 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.341632 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.348275 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede00d-9990-4f09-a6cd-f0665a31798c None None] Pushing event updated for resources: {'Port': ['ID=270f27aa-e5e9-4fe1-a8f4-02ece773c785,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:06.355434 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-39ede00d-9990-4f09-a6cd-f0665a31798c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:06.370112 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Attempting to bind port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:06.370832 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Attempting to bind port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:06.370832 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Attempting to bind port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:06.381356 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:06.384848 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Checking segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:06.384848 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.384848 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Bound using segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:06.384848 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Bound port: 270f27aa-e5e9-4fe1-a8f4-02ece773c785, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:06.384848 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.438378 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.482830 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] For port 270f27aa-e5e9-4fe1-a8f4-02ece773c785, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:06.491741 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] For port 270f27aa-e5e9-4fe1-a8f4-02ece773c785, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=270f27aa-e5e9-4fe1-a8f4-02ece773c785,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:06.505739 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.562539 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.576045 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-6a976c1a-9d6f-47fa-8d45-1defdd1d04ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:06.584596 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.632892 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:06.633545 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:38:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:06.636081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ede00d-9990-4f09-a6cd-f0665a31798c None None] Pushing event updated for resources: {'Port': ['ID=270f27aa-e5e9-4fe1-a8f4-02ece773c785,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:06.639922 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-39ede00d-9990-4f09-a6cd-f0665a31798c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:06.658993 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.663455 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:06.678606 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-966e3fbd-b951-42a7-bcf8-2521aef3d256 req-82e0be78-45aa-4cb7-9940-9b4f0dd17209 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0455830 Jun 16 11:39:06.688394 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.723666 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:06.751518 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fad49b3b671241498f1fd1afcecae9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6467869 Jun 16 11:39:06.752562 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47012) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:06.789677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357d1e38-7114-4362-b37a-10c08e339b9f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:06.820112 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:06.898886 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'Port': ['ID=8f66e813-05d9-485a-9ad2-14a8f737c485,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:06.918888 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:06.923330 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:06.986011 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:07.011453 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:07.055178 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:07.057052 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5492465 Jun 16 11:39:07.072931 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:07.185614 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-84da190c-4de5-4970-88da-d120076b0b1d req-dd3c83eb-840b-49ae-846c-4b087c3b2c98 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.1046619 Jun 16 11:39:07.221778 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b85f4e6-475d-4547-8beb-03f0ca62ddca req-810e644d-ad1a-49f9-9486-19ddb2e9f905 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:07.232550 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3b85f4e6-475d-4547-8beb-03f0ca62ddca req-810e644d-ad1a-49f9-9486-19ddb2e9f905 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.2746277 Jun 16 11:39:07.294035 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3b85f4e6-475d-4547-8beb-03f0ca62ddca req-b26fc98a-c946-47c9-aaca-d52989343249 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597484 Jun 16 11:39:07.303374 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:07.308098 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:07.311850 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/357d1e38-7114-4362-b37a-10c08e339b9f HTTP/1.1" status: 204 len: 168 time: 0.5578258 Jun 16 11:39:07.312693 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2a5b8ebf-8f0c-4a26-a652-18001fcf3fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:07.323788 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357d1e38-7114-4362-b37a-10c08e339b9f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:07.337189 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:07.478245 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:06Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:07.482528 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d31ef5-75e5-4c69-b707-c02409d38fb2 None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:06Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:39:07.508916 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9f0fdc77-d179-43c0-bcac-7c4d8a9a4889 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1127906197&fields=id&tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 267 time: 0.0884235 Jun 16 11:39:07.644745 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-c48fc1b2-440e-4c13-9a3a-6bb18162e6ff tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:07.653610 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-c48fc1b2-440e-4c13-9a3a-6bb18162e6ff tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 816 time: 0.1495557 Jun 16 11:39:07.653823 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.60', 53439) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:07.673394 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-ac192b3a-e1c7-4276-95dd-49f05d42d1bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/quotas/eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 375 time: 0.0187535 Jun 16 11:39:07.750077 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 270f27aa-e5e9-4fe1-a8f4-02ece773c785 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:07.828485 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-72ee3986-0a03-45c5-bc23-4f82e170cd70 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1454792 Jun 16 11:39:07.914875 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:07.920605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:07.921064 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:07.982196 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ae64faa-aec2-4e9c-abf4-953ceb3d7412 req-0fbc293d-d6f4-4af0-ba59-966f6df80379 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0430200 Jun 16 11:39:08.053607 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-ce5a59be-6102-4643-8b0a-19832ceebe3d service neutron] 10.222.0.45 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222602 Jun 16 11:39:08.232878 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:08.258636 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-89069ae5-22a1-4375-8398-04f03523798e service neutron] 10.222.0.45 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038448 Jun 16 11:39:08.318779 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 270f27aa-e5e9-4fe1-a8f4-02ece773c785, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=270f27aa-e5e9-4fe1-a8f4-02ece773c785,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:08.428992 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:08.430401 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 84650c08-a727-4582-a19a-987de9b0ed6f up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:08.434791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:08.490439 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0343e459-c80e-4d68-a961-10c4d2e229a2 req-519de824-b2bb-4612-ae16-3b1e6f7d1d20 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0570726 Jun 16 11:39:08.611269 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=270f27aa-e5e9-4fe1-a8f4-02ece773c785,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:08.622078 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:08.629037 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 84650c08-a727-4582-a19a-987de9b0ed6f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:08.629462 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:08.841320 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1edec15b-5ee0-448e-a52c-1994e7291a5b req-772189bb-71b7-4140-91a1-369d6c2ba663 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.1040528 Jun 16 11:39:09.046106 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819502a-75bd-4987-8250-dc5e5d022b20 req-d48fcf90-3900-4cb3-b7f4-2ef6e654bf8a tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:09.047640 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6819502a-75bd-4987-8250-dc5e5d022b20 req-d48fcf90-3900-4cb3-b7f4-2ef6e654bf8a tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.2219324 Jun 16 11:39:09.140283 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6819502a-75bd-4987-8250-dc5e5d022b20 req-99bd133b-ebb6-4bed-b2e6-8d69e7ebee4a tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845499 Jun 16 11:39:09.228858 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6b1f8b0-0310-4225-ac53-4a7b962ca32d req-202f899f-a2d7-4c65-8b01-b2fb9db604fe tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Jun 16 11:39:09.496146 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47102) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:09.603001 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1052462111-network', 'tenant_id': 'c871adf20b7f4dc7acd1a0d3a8d78fb3'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:09.681667 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e9211e50-15eb-40dc-af73-c6cc4fc94194 req-4e1bd2a5-a873-4948-b2eb-bede939cf515 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0339885 Jun 16 11:39:09.920535 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 270f27aa-e5e9-4fe1-a8f4-02ece773c785 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:09.939234 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7496999b-6b4e-422f-9d08-e06b7a22c364 req-d86a43b6-c96f-4d0c-a9c0-f8a944c23c0d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0312495 Jun 16 11:39:09.999575 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:10.016850 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.217603 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Made reservation on behalf of c871adf20b7f4dc7acd1a0d3a8d78fb3 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:10.223141 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.239976 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.414783 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891d16-43fd-47f6-8c94-a91cd70c6193 req-4cf68414-a59e-4fc6-8ab8-4e65bc2826d7 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:10.414783 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5b891d16-43fd-47f6-8c94-a91cd70c6193 req-4cf68414-a59e-4fc6-8ab8-4e65bc2826d7 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.1475778 Jun 16 11:39:10.414783 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e687bbb2-16b9-4156-93af-f5eff308b371 req-6ac62e16-9fbe-4cc0-9518-2ed652cc57c2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0529020 Jun 16 11:39:10.500810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5b891d16-43fd-47f6-8c94-a91cd70c6193 req-7ec4b805-1396-4b46-93bf-d912e6a4d029 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633690 Jun 16 11:39:10.500810 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.598883 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.603281 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bf6b0524-0435-441f-abb4-50213d90ced2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:10.622184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:39:10.640057 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.640389 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Added segment 21787b76-e2cb-4883-ad28-84dfc4a626e1 of type vlan for network 1a547516-dade-4d43-bdb9-bab9a03b62aa Jun 16 11:39:10.641802 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfa4e1-f670-4b24-831f-714a66c37ad0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:10.651987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:10.688020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.865847 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6bd622b6-d325-42a9-b937-fbce88f878de req-decb6334-c1b6-43cb-a681-5cdb2e3c758b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0482345 Jun 16 11:39:10.867415 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.870107 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:10.874182 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:10.874493 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:10.945571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=1a547516-dade-4d43-bdb9-bab9a03b62aa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:10.948711 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:10.956219 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 1a547516-dade-4d43-bdb9-bab9a03b62aa details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:39:10.956882 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4592965 Jun 16 11:39:10.959577 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47128) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:10.966700 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Request body: {'subnet': {'network_id': '1a547516-dade-4d43-bdb9-bab9a03b62aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1052462111-subnet', 'tenant_id': 'c871adf20b7f4dc7acd1a0d3a8d78fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:11.027515 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:39:11.059036 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-55665565-04f4-489f-9777-32030783e554 req-f07eb5f0-42bd-4989-8615-21167cbad593 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0315015 Jun 16 11:39:11.120356 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Made reservation on behalf of c871adf20b7f4dc7acd1a0d3a8d78fb3 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:11.122752 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:11.632660 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-74cd14a4-3742-4fae-9714-c0eb8e42a49d req-80d02345-cc3d-4580-8861-2dcf7794b738 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0792830 Jun 16 11:39:11.689935 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:11.705739 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ccf6374e-aa1d-434d-827f-8b14026d0485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:11.726580 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872851b5-86b6-4395-b483-62f7be655a59 req-4d4c50cd-d3e7-4e29-baba-b73021670811 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:11.728589 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-872851b5-86b6-4395-b483-62f7be655a59 req-4d4c50cd-d3e7-4e29-baba-b73021670811 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.0974495 Jun 16 11:39:11.789378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6a01f1-dffe-45de-ab6e-a0a8e6f84a2d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:11.800979 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:11.809177 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-872851b5-86b6-4395-b483-62f7be655a59 req-02f2915a-ccbe-48c4-ab64-de6e9e065bfd tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582690 Jun 16 11:39:11.836214 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Checking segment: {'id': '21787b76-e2cb-4883-ad28-84dfc4a626e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '1a547516-dade-4d43-bdb9-bab9a03b62aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:11.836214 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Network hostable DHCP agents. Network: 1a547516-dade-4d43-bdb9-bab9a03b62aa, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:39:11.950589 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Network 1a547516-dade-4d43-bdb9-bab9a03b62aa is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:39:12.047349 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f42c65c5-6b10-487a-a99e-3c2ac1ea3097 req-c8afa552-4510-460f-90d4-7b4edee126f3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0451746 Jun 16 11:39:12.238024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0a438e70-6960-4aba-aafb-f5c2b1027e26 req-718dddcb-a021-4923-9554-274c6978fba0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0276551 Jun 16 11:39:12.279974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 1a547516-dade-4d43-bdb9-bab9a03b62aa) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:12.284004 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:12.284794 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:12.290557 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e907dfb-d956-4182-9fcf-9fa8163097c9 None None] Network 1a547516-dade-4d43-bdb9-bab9a03b62aa requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:39:12.390447 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4288349 Jun 16 11:39:12.485588 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d7c0c-9701-4330-a049-086286ad5d28 None None] Network 1a547516-dade-4d43-bdb9-bab9a03b62aa requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:39:12.978406 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1de0a180-075c-422c-8033-e076500f137b req-d87220b0-7179-4a69-b219-7aa526e85f55 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.1993041 Jun 16 11:39:13.049599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730bb2ce-9274-4cfb-844e-7d58c40b7db5 req-7583d31e-46bc-4a4a-96a5-ebc6cf519ee5 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:13.057458 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-730bb2ce-9274-4cfb-844e-7d58c40b7db5 req-7583d31e-46bc-4a4a-96a5-ebc6cf519ee5 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.0942922 Jun 16 11:39:13.127245 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-730bb2ce-9274-4cfb-844e-7d58c40b7db5 req-51c16b12-5596-493e-9432-c234ad6fd895 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688033 Jun 16 11:39:13.230768 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-81bfff0d-2d06-4ffa-b9ec-06dda7f79f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:13.282503 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-10883bea-d61a-45b9-8cc7-d5a060b8c375 req-f23e3b90-0707-494f-9284-b93e2bda864c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0293283 Jun 16 11:39:13.418442 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9eedc8ce-3628-490c-aa2d-b4c691185f80 req-e8973882-7060-4833-82fc-78d6b0a6e8b5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0507090 Jun 16 11:39:13.432841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:13.438356 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-109674085-network', 'tenant_id': '4e1b7ae3b46f43d6a737b2044e82f984'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:13.600533 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Made reservation on behalf of 4e1b7ae3b46f43d6a737b2044e82f984 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:13.604040 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:13.612499 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:13.718859 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:13.822613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:13.827394 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-77df607f-a356-4e4b-9bb6-f48ab752618d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:13.845702 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1189} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:39:13.861865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f9932c-ece3-4892-8456-801321968e2b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:13.864816 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:13.867133 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:13.871156 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Added segment 5ed5c24c-1e53-4124-b01c-76e6af1bae05 of type vlan for network 0213ff30-a224-41cc-a8d0-75a1d27a7c44 Jun 16 11:39:13.914048 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:14.017424 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:14.018751 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:14.019323 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:14.026636 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:14.080964 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Pushing event updated for resources: {'Network': ['ID=0213ff30-a224-41cc-a8d0-75a1d27a7c44,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:14.083480 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:14.091355 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 0213ff30-a224-41cc-a8d0-75a1d27a7c44 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:39:14.110988 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6768119 Jun 16 11:39:14.113933 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47224) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:14.120085 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Request body: {'subnet': {'network_id': '0213ff30-a224-41cc-a8d0-75a1d27a7c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-109674085-subnet', 'tenant_id': '4e1b7ae3b46f43d6a737b2044e82f984', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:14.128352 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-87cc07a0-11c7-4c51-96e1-51c00a4ab5a9 req-e5ae0727-52fa-4451-844e-d5891e7c9bff tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0284331 Jun 16 11:39:14.234447 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Made reservation on behalf of 4e1b7ae3b46f43d6a737b2044e82f984 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:14.237352 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:14.339347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f86816-2fe6-47be-9f38-c43c7aa68e47 req-e485945b-ec64-4f9b-8f18-27222cee9b38 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:14.351776 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-64f86816-2fe6-47be-9f38-c43c7aa68e47 req-e485945b-ec64-4f9b-8f18-27222cee9b38 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.1134710 Jun 16 11:39:14.411453 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-64f86816-2fe6-47be-9f38-c43c7aa68e47 req-d221ab79-4eb7-4a06-8aac-b27015a980f6 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 Jun 16 11:39:14.508648 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1774702a-88eb-45c6-bded-50ed99de6a85 req-a4500bf2-3bb9-4248-8170-fc9162046335 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0556509 Jun 16 11:39:14.530259 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-25cc1375-9389-49fd-855e-5aa822280ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276727 Jun 16 11:39:14.625510 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-43513bce-9f8e-4f85-89b8-61479f8158b3 req-2f03cb09-3313-4716-93c4-54dde0214427 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0315089 Jun 16 11:39:14.647185 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-73a95720-6480-4812-a218-99272ec046e9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:14.648657 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-73a95720-6480-4812-a218-99272ec046e9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 818 time: 0.2449744 Jun 16 11:39:14.650658 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:14.657988 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-16607b79-26ec-46ef-a0d3-85b17077b05a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:14.702337 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad43a2d-7ec5-4827-afa0-5c872e10935d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:14.710706 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:14.718758 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Checking segment: {'id': '5ed5c24c-1e53-4124-b01c-76e6af1bae05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1189, 'network_id': '0213ff30-a224-41cc-a8d0-75a1d27a7c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:14.719110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Network hostable DHCP agents. Network: 0213ff30-a224-41cc-a8d0-75a1d27a7c44, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:39:14.839864 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Network 0213ff30-a224-41cc-a8d0-75a1d27a7c44 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:39:15.002153 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 0213ff30-a224-41cc-a8d0-75a1d27a7c44) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:15.006823 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:15.019449 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.020500 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b60dd-0982-414e-b765-f2fc014a1d65 None None] Network 0213ff30-a224-41cc-a8d0-75a1d27a7c44 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:39:15.104373 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9892647 Jun 16 11:39:15.139057 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb40a61-6081-44a9-a507-bb885b8d3074 None None] Network 0213ff30-a224-41cc-a8d0-75a1d27a7c44 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:39:15.270065 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47270) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:15.326520 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a8336d93-7e5b-44e8-9bad-363b5e7e78c1 req-46fa5ac9-5527-4561-86fa-3b172a74dbeb tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0327108 Jun 16 11:39:15.375225 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Deleting subnet 9e6a01f1-dffe-45de-ab6e-a0a8e6f84a2d {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:39:15.378932 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.379637 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:15.418130 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.431003 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.568489 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.595055 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.598975 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-af57b1d7-f150-485d-a71e-24bd21c1f846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:15.623268 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6a01f1-dffe-45de-ab6e-a0a8e6f84a2d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:15.626742 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:15.630079 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.632325 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9e6a01f1-dffe-45de-ab6e-a0a8e6f84a2d HTTP/1.1" status: 204 len: 168 time: 0.3596599 Jun 16 11:39:15.634708 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:15.636665 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d2fea-bfb4-44dc-af57-8e93b586d424 req-9e6731d5-7305-44c0-910a-51f0fbb3200b tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:15.638564 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d39d2fea-bfb4-44dc-af57-8e93b586d424 req-9e6731d5-7305-44c0-910a-51f0fbb3200b tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.1106195 Jun 16 11:39:15.705822 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f7d07b08-f3bd-461e-bb57-262bde5ad7ac req-88891d7c-a10a-4143-aa41-da5dbe8c033f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0563290 Jun 16 11:39:15.711301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.731648 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d39d2fea-bfb4-44dc-af57-8e93b586d424 req-9b2b2e27-e208-441a-82ae-c71824bba8ef tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862820 Jun 16 11:39:15.763828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.811826 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.823095 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > port after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > port after_update 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.846436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.847276 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ef50a60-e224-4912-88d3-25fc766ffbbb req-4cb48d65-2604-46d1-b9b2-81d725b803f5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0280085 Jun 16 11:39:15.943061 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:15.946125 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-54a9483a-cd18-4a98-82f0-bb9645b965cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:15.975097 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.975444 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.975770 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.976095 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:15.976452 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a547516-dade-4d43-bdb9-bab9a03b62aa']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:15.980229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8f951b-eac1-4138-9b75-70e1bcd9d8f6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:15.984460 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=923e95662f5e4b88a45ba8661bddf7af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029747 Jun 16 11:39:15.985370 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:15.988713 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47286) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:15.995293 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21787b76-e2cb-4883-ad28-84dfc4a626e1') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:15.995389 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21787b76-e2cb-4883-ad28-84dfc4a626e1') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:16.012062 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.022997 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7f9cb8c5-cb6c-4981-b276-f572ccff6b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.035034 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.044461 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:39:16.044766 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.044895 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: from cryptography.utils import int_from_bytes Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: from cryptography.utils import int_from_bytes Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:39:16.048873 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:39:16.067592 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.171906 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.206399 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.206617 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.210887 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.215856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:16.215986 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e8f951b-eac1-4138-9b75-70e1bcd9d8f6 HTTP/1.1" status: 204 len: 168 time: 0.2253253 Jun 16 11:39:16.215986 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-357e7e9e-6781-4899-b486-0d6712bcfea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:16.219709 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.223065 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a547516-dade-4d43-bdb9-bab9a03b62aa HTTP/1.1" status: 204 len: 168 time: 0.5869429 Jun 16 11:39:16.229718 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47292) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:16.238890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8f951b-eac1-4138-9b75-70e1bcd9d8f6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:16.244561 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a547516-dade-4d43-bdb9-bab9a03b62aa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:16.254400 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:16.259867 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:16.303968 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Deleting subnet 5ad43a2d-7ec5-4827-afa0-5c872e10935d {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:39:16.308068 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.341042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.350547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.475182 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66c7a54b-7a65-4ad8-804d-83e5a142080a req-1fc330dc-e5cd-43cd-8af4-466ac835d8b3 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0293179 Jun 16 11:39:16.527213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.529582 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:16.553307 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad43a2d-7ec5-4827-afa0-5c872e10935d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:16.556632 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:16.558241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.560441 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ad43a2d-7ec5-4827-afa0-5c872e10935d HTTP/1.1" status: 204 len: 168 time: 0.3232930 Jun 16 11:39:16.562655 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47300) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:16.633799 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.718961 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:16.732364 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.732666 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.733446 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.733775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > port after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.734114 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.734452 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > port after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.734772 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.735088 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.735402 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.735713 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.914813 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.915625 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.915958 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.916287 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93742) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 11:39:16.916640 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0213ff30-a224-41cc-a8d0-75a1d27a7c44']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:16.984700 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed5c24c-1e53-4124-b01c-76e6af1bae05') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:16.984912 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed5c24c-1e53-4124-b01c-76e6af1bae05') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:16.991656 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-89321b39-92bd-46ee-866b-4a6d0c2d9fb2 req-5a97fe08-dca0-4568-b621-228fd97e8e29 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0700541 Jun 16 11:39:17.006583 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30390014'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.038058 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.050251 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Releasing vlan 1189 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:39:17.050649 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30389395'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: from cryptography.utils import int_from_bytes Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: from cryptography.utils import int_from_bytes Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: Traceback (most recent call last): Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: timer() Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: cb(*args, **kw) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: return func(*args, **kwargs) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: self._notify() Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: self.callback(batched_events) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: event.method(event) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: return f(self, *a, **k) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._get(url).json() Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:39:17.054703 dv-cinder-796286-5-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:39:17.068905 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.126855 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47310) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:17.136314 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.138161 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a93b83-e158-4924-b677-86760abe6f39 req-dc9543e5-652c-4548-8b22-d4953e9221a7 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:17.139740 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a3a93b83-e158-4924-b677-86760abe6f39 req-dc9543e5-652c-4548-8b22-d4953e9221a7 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.2170212 Jun 16 11:39:17.159502 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cc21496-e772-482a-a6e1-3868f3ad11cd req-f3634d79-1afa-40b1-bf53-771a84675069 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0466528 Jun 16 11:39:17.194618 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a3a93b83-e158-4924-b677-86760abe6f39 req-6527d6f2-48e7-4874-906c-5c7b59bc4be7 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 Jun 16 11:39:17.222906 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.228639 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.230947 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0213ff30-a224-41cc-a8d0-75a1d27a7c44 HTTP/1.1" status: 204 len: 168 time: 0.6671066 Jun 16 11:39:17.231617 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:17.244511 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=0213ff30-a224-41cc-a8d0-75a1d27a7c44,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:17.246979 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-80e35a32-1bd0-4f6d-8770-309a51816b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:17.305207 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Request body: {'port': {'device_id': '0165acf3-4353-416e-8281-db5820ea832d', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'admin_state_up': True, 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:17.372378 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.627450 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.648284 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f2017984-66e3-4116-8dc8-7678d442d058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:17.717973 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af278424a35243cc9f89082f87ccfabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954642 Jun 16 11:39:17.721278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47328) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:17.726667 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3f02ce9b-ba11-4c77-87b8-ddff8c6f5ba1 req-062f2ecf-bf51-4768-8221-a58891263abd tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0511012 Jun 16 11:39:17.740950 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-3bfe5219-7fc0-4440-a740-32a737b36ffb req-ab8e2188-1ddf-4943-b90c-4a115d201703 service neutron] 10.222.0.60 "GET /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677176 Jun 16 11:39:17.745142 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2762064-c8e8-48fe-9cd5-80db58dd6aed,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:17.753677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:17.840979 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Made reservation on behalf of f30dd32f820f423a9706c45c867f12e6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:17.846263 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.853567 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47330) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:17.875188 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.916544 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:17.987143 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-d1bf4c2f-daf0-4bb1-be77-97cd97679b12 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c871adf20b7f4dc7acd1a0d3a8d78fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1276455 Jun 16 11:39:17.988457 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:18.018786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.60', 53455) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:18.123817 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-ac986bf0-216e-4be7-b7a3-f2934b240187 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:18.125725 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-ac986bf0-216e-4be7-b7a3-f2934b240187 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 818 time: 0.1679084 Jun 16 11:39:18.129224 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.147599 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Request body: {'port': {'device_id': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'admin_state_up': True, 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:18.174403 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.189428 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.200063 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.202289 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d2762064-c8e8-48fe-9cd5-80db58dd6aed HTTP/1.1" status: 204 len: 168 time: 0.4794736 Jun 16 11:39:18.205593 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-eb292c15-8f47-457b-bca5-e8acfc417cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:18.208804 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-eb292c15-8f47-457b-bca5-e8acfc417cff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4a4dda768f6c4ec6acc230f409f1fca0&device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 1096 time: 0.1881828 Jun 16 11:39:18.215207 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:18.252302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2762064-c8e8-48fe-9cd5-80db58dd6aed,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:18.273535 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:18.284777 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Allocated IP 172.20.0.7 (82fac953-3354-486b-95ea-7ede4022e578/043c69ea-3384-4efe-b710-3a2bb8764362/ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:39:18.568251 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dec704a4-26a7-4432-a499-7c5741008222 req-88ac14d8-ec2b-4158-aa41-e822c382d81b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.2680819 Jun 16 11:39:18.588926 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Made reservation on behalf of f30dd32f820f423a9706c45c867f12e6 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:18.593077 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.619631 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-17dc1735-4370-49ce-ba4f-c18164b6f668 req-a44f1215-2966-4082-8ebd-f717190a5a6c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.2151184 Jun 16 11:39:18.674304 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-5ac73dee-8459-4d1e-ba79-0c08954966c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:18.683656 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-5ac73dee-8459-4d1e-ba79-0c08954966c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=be6f76f4-b51d-47e6-9ccd-026beffc541b HTTP/1.1" status: 200 len: 913 time: 0.4476001 Jun 16 11:39:18.774755 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-ceaead91-da9d-451e-807b-ed2fe0e930a3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c98e8e43-1017-4186-b7a6-62260f20bd47 HTTP/1.1" status: 200 len: 217 time: 0.0870414 Jun 16 11:39:18.775867 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.60', 53456) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:18.839907 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.849265 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.850963 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86bfa4e1-f670-4b24-831f-714a66c37ad0 HTTP/1.1" status: 204 len: 168 time: 0.8602812 Jun 16 11:39:18.861749 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:18.877065 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfa4e1-f670-4b24-831f-714a66c37ad0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:18.879977 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:18.903053 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-a9ecf61f-2637-4414-b723-d7dea5a6df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:18.904960 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-a9ecf61f-2637-4414-b723-d7dea5a6df52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35b8702f-0874-4f8a-b69b-7f1d0ff545ed HTTP/1.1" status: 200 len: 851 time: 0.1212740 Jun 16 11:39:18.954370 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:18.959452 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-d60a81a0-c756-452a-9db2-ce075535358a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=be6f76f4-b51d-47e6-9ccd-026beffc541b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468292 Jun 16 11:39:18.999091 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-54c63eff-4835-4b3b-904a-c4ac157c5d80 req-ee6dbd82-e222-4d8d-9a3d-f95d2f492849 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0419483 Jun 16 11:39:19.006851 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc4e3f-dc97-423f-8ddb-a7109752a7ce req-52a01530-67b6-4776-8a7f-d8c2abc96255 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:19.008362 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0adc4e3f-dc97-423f-8ddb-a7109752a7ce req-52a01530-67b6-4776-8a7f-d8c2abc96255 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 943 time: 0.2368984 Jun 16 11:39:19.013511 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:19.120902 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0adc4e3f-dc97-423f-8ddb-a7109752a7ce req-443ec7b7-a322-4b0e-8d6f-22603d825bfa tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948393 Jun 16 11:39:19.123225 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-3527d443-2fc0-48a6-9495-de08f00ea4a0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:19.124740 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-3527d443-2fc0-48a6-9495-de08f00ea4a0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 810 time: 0.3438501 Jun 16 11:39:19.153447 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-2bfe501a-7eec-4652-b490-f1c933bd6f2f service neutron] 10.222.0.60 "GET /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757519 Jun 16 11:39:19.203720 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-91dbb08d-5a00-4bfc-9925-353e8255f448 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5db742308e54b06bf93f84cfb93519d HTTP/1.1" status: 200 len: 380 time: 0.0680249 Jun 16 11:39:19.215885 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'port': {'device_id': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'admin_state_up': True, 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'security_groups': ['0437a1b7-a20f-413e-8565-849d7dc6620f']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:19.326270 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:19.336348 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3cff312-8c9f-465e-b72a-6bbe2d573fbf req-014e2e27-6a2d-4882-b6a6-e2e850905120 service neutron] 10.222.0.60 "GET /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776826 Jun 16 11:39:19.376974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:19.436879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Allocated IP 172.20.0.13 (82fac953-3354-486b-95ea-7ede4022e578/043c69ea-3384-4efe-b710-3a2bb8764362/c1d062b8-0f6b-412a-bb42-77e1d96f3544) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:39:19.468072 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Network 82fac953-3354-486b-95ea-7ede4022e578 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:39:19.481665 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:19.487825 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:39:19.491926 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Pushing event updated for resources: {'Port': ['ID=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:19.502744 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:19.577245 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:19.577902 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:19.613776 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Made reservation on behalf of c5db742308e54b06bf93f84cfb93519d for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:19.616422 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:19.716563 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c98e8e43-1017-4186-b7a6-62260f20bd47 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:39:19.778662 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:19.825570 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e8d9bca7-edd8-4ddd-b6a0-12d327db69a0 req-4341f609-da9e-44c7-8786-de1028c58c0a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0820467 Jun 16 11:39:19.845022 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5430646 Jun 16 11:39:19.857007 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Allocated IP 172.20.0.9 (5a981979-738a-4bea-af75-701ca0635de2/3004e3ee-2da8-4560-ba27-cd5a269a74d7/ac0a63f2-4684-4a25-9bec-f0fda9d65166) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:39:19.862521 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Request body: {'port': {'device_id': '0165acf3-4353-416e-8281-db5820ea832d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:19.949854 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47398) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:19.956670 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c98e8e43-1017-4186-b7a6-62260f20bd47, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c98e8e43-1017-4186-b7a6-62260f20bd47,segment=NetworkSegment(1f977890-d66a-46bf-8b0e-bf0933536745),segment_id=1f977890-d66a-46bf-8b0e-bf0933536745)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:19.957893 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c20a567f-019d-4857-9b6b-8317b72b19e9 req-53742c0c-ee93-447c-927a-842daeca52c9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0518675 Jun 16 11:39:19.984279 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'c98e8e43-1017-4186-b7a6-62260f20bd47', 'network_id': 'be6f76f4-b51d-47e6-9ccd-026beffc541b', 'port_id': 'c98e8e43-1017-4186-b7a6-62260f20bd47', 'mac_address': 'fa:16:3e:7d:e6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35b8702f-0874-4f8a-b69b-7f1d0ff545ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:39:20.035997 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.062466 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98e8e43-1017-4186-b7a6-62260f20bd47 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:20.091234 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c98e8e43-1017-4186-b7a6-62260f20bd47, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c98e8e43-1017-4186-b7a6-62260f20bd47,segment=NetworkSegment(1f977890-d66a-46bf-8b0e-bf0933536745),segment_id=1f977890-d66a-46bf-8b0e-bf0933536745)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:20.113149 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-abea2cd6-03a1-4ef0-a110-005ea75f4842 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e1b7ae3b46f43d6a737b2044e82f984&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556540 Jun 16 11:39:20.127607 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47404) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:20.140095 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.162231 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.165940 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:20.205523 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-40a1031f-7ea3-4c45-a5d5-8cedc1dda3a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:20.211477 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.264570 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=c98e8e43-1017-4186-b7a6-62260f20bd47,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:20.272031 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:20.290615 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Pushing event updated for resources: {'Port': ['ID=c1d062b8-0f6b-412a-bb42-77e1d96f3544,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:20.344622 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:20.347640 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Network 82fac953-3354-486b-95ea-7ede4022e578 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:39:20.357004 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-82dee666-5930-4a83-bcd4-9465cd2227da tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:20.358810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-82dee666-5930-4a83-bcd4-9465cd2227da tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 816 time: 0.2971270 Jun 16 11:39:20.368676 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:20.370546 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2380b31c-5865-4f4e-86de-8bc84543f615 req-fb17efff-2ac2-4ca6-9ffe-b6695347b4d8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0555062 Jun 16 11:39:20.402849 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:39:20.429186 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['c98e8e43-1017-4186-b7a6-62260f20bd47'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:39:20.489439 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-194257a9-f3a6-49ac-a04a-b05603cc0872 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 380 time: 0.1147413 Jun 16 11:39:20.490164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.513475 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'port': {'device_id': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'admin_state_up': True, 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'security_groups': ['d902451b-65ea-40bc-bbfe-739c725835ed']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:20.549974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.570245 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:20.570688 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.576353 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:20.577540 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca25999-8d4b-4e4d-870e-ac582dd2271c req-c2173f08-c9dc-4947-932b-089937f6d843 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:20.588807 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7ca25999-8d4b-4e4d-870e-ac582dd2271c req-c2173f08-c9dc-4947-932b-089937f6d843 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 944 time: 0.2132020 Jun 16 11:39:20.684852 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Transition to ACTIVE for port object ac0a63f2-4684-4a25-9bec-f0fda9d65166 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:20.720635 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7ca25999-8d4b-4e4d-870e-ac582dd2271c req-37daa262-f49b-4758-a286-a936eac77d6e tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244709 Jun 16 11:39:20.826341 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6845911 Jun 16 11:39:20.844404 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Request body: {'port': {'device_id': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:20.962971 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.026853 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Made reservation on behalf of eca043a4ace741d6aa3ee95d4f0bbb84 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:39:21.035825 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.175854 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.177494 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.182552 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c5e97a37-0901-4504-a8bb-63ec9ed2fcf4 req-12497dca-de01-4914-9cc9-d6480e917e96 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0866215 Jun 16 11:39:21.184994 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.188977 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1f9932c-ece3-4892-8456-801321968e2b HTTP/1.1" status: 204 len: 168 time: 1.0575612 Jun 16 11:39:21.190909 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:21.239995 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f9932c-ece3-4892-8456-801321968e2b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:21.239995 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:21.245397 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:21.247442 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f84a8f28-64c2-4b46-a2a6-ac45a8159226 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:21.253975 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.278135 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12467e-2903-4dea-b95d-473b97cd8b03 req-20fb8fa7-4275-4fdd-87c9-972d843e24ec tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:21.280686 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8f12467e-2903-4dea-b95d-473b97cd8b03 req-20fb8fa7-4275-4fdd-87c9-972d843e24ec tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 932 time: 0.3046412 Jun 16 11:39:21.294375 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Network 5a981979-738a-4bea-af75-701ca0635de2 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:39:21.343978 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:21.343978 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:39:21.343978 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Transition to ACTIVE for port object ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:21.393708 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8f12467e-2903-4dea-b95d-473b97cd8b03 req-08a15fe3-6596-46f0-b0a9-80b835fb6c04 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890625 Jun 16 11:39:21.395805 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Allocated IP 172.20.0.9 (0dc817ae-8dda-4495-b064-8cce4ce22dcf/bb4833d8-31be-4bbb-a303-e4d976d9033e/b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:39:21.441059 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'Port': ['ID=ac0a63f2-4684-4a25-9bec-f0fda9d65166,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:21.455244 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:21.463382 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:21.464123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.628250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.646135 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Transition to ACTIVE for port object b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:21.656351 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a3503-d654-44d0-8cae-785c28ebb74b req-1d9974f1-5d34-443f-9630-14e5c6bb6410 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:21.657874 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8e3a3503-d654-44d0-8cae-785c28ebb74b req-1d9974f1-5d34-443f-9630-14e5c6bb6410 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 931 time: 0.1478629 Jun 16 11:39:21.692565 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c98e8e43-1017-4186-b7a6-62260f20bd47 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:21.718750 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8e3a3503-d654-44d0-8cae-785c28ebb74b req-c195a3a4-6e9a-43b2-a7d4-f390b6b9a225 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517204 Jun 16 11:39:21.770889 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.782735 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:21.903516 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6938503 Jun 16 11:39:21.931407 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Request body: {'port': {'device_id': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:21.939329 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47466) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:21.948595 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port c98e8e43-1017-4186-b7a6-62260f20bd47 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:21.949547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.951773 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7fac9a38-1ef9-4ca9-a1cb-ff17a8893081 None None] Provisioning for port ac0a63f2-4684-4a25-9bec-f0fda9d65166 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:21.958717 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76e34051-86ce-4c35-9db0-5dd85c9f9bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:21.972274 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-7fac9a38-1ef9-4ca9-a1cb-ff17a8893081 None None] Provisioning complete for port ac0a63f2-4684-4a25-9bec-f0fda9d65166 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:21.972746 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-7fac9a38-1ef9-4ca9-a1cb-ff17a8893081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:21.979263 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port c98e8e43-1017-4186-b7a6-62260f20bd47 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:21.979652 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.011419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:22.023109 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:22.105993 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-7fac9a38-1ef9-4ca9-a1cb-ff17a8893081 None None] Port ac0a63f2-4684-4a25-9bec-f0fda9d65166 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:39:22.183343 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.215404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77531d86-5f27-41a2-925e-aef1fd21e305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98e8e43-1017-4186-b7a6-62260f20bd47'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:22.235865 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Attempting to bind port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:22.236887 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Attempting to bind port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:22.237512 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Attempting to bind port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb on network 82fac953-3354-486b-95ea-7ede4022e578 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:22.263909 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.312790 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c98e8e43-1017-4186-b7a6-62260f20bd47, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c98e8e43-1017-4186-b7a6-62260f20bd47,segment=NetworkSegment(1f977890-d66a-46bf-8b0e-bf0933536745),segment_id=1f977890-d66a-46bf-8b0e-bf0933536745)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:22.329822 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb on network 82fac953-3354-486b-95ea-7ede4022e578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:39:22.330162 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Attempting to bind port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb on network 82fac953-3354-486b-95ea-7ede4022e578 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:22.347162 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:22.347511 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Checking segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:22.347899 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Bound using segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:22.348569 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Bound port: ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:22.348863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.362252 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.392916 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d062b8-0f6b-412a-bb42-77e1d96f3544 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:22.413478 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:39:22.427186 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.469251 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438ebb7b-d27e-4ca9-8a70-0643e5b7d88e" -d '{"events": [{"server_uuid": "77531d86-5f27-41a2-925e-aef1fd21e305", "name": "network-vif-plugged", "status": "completed", "tag": "c98e8e43-1017-4186-b7a6-62260f20bd47"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:22.479965 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:39:22.492083 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.496088 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1386d582-8fa4-4eed-a9d8-a1f901bf6bb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:22.521741 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:39:22.533767 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:22.578582 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Transition to ACTIVE for port object c1d062b8-0f6b-412a-bb42-77e1d96f3544 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:22.587548 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:22.647163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=c98e8e43-1017-4186-b7a6-62260f20bd47,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:22.652701 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31072d9b-53da-4b8b-a9ef-8881fb02c4fd req-010e0102-ff8a-4007-9b04-8a85a1e02c36 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:22.662042 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-31072d9b-53da-4b8b-a9ef-8881fb02c4fd req-010e0102-ff8a-4007-9b04-8a85a1e02c36 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 944 time: 0.7532098 Jun 16 11:39:22.662529 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:22.683460 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:22.684211 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.718720 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] For port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:22.723790 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] For port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:22.730417 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.757272 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f57a8-a5cb-452b-bcb4-042e57f8d8ef req-909ec2b3-3b11-457b-8024-2277044d7e50 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:22.758933 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c85f57a8-a5cb-452b-bcb4-042e57f8d8ef req-909ec2b3-3b11-457b-8024-2277044d7e50 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 931 time: 0.3423858 Jun 16 11:39:22.780627 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-31072d9b-53da-4b8b-a9ef-8881fb02c4fd req-952c06e8-be40-4a6b-b07d-1a1d250d96a6 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171641 Jun 16 11:39:22.780813 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:22.846367 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c85f57a8-a5cb-452b-bcb4-042e57f8d8ef req-d64c3e56-5ef7-4110-ae81-823c5652f8c3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600595 Jun 16 11:39:22.909127 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d062b8-0f6b-412a-bb42-77e1d96f3544,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:22.911937 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:22.915175 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:22.944133 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:22.964663 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.045350 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db57c2f-b306-4bea-8d17-b10736f8d584 req-4d00c9c0-0023-488d-bb3b-1fcf3772868f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.047028 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2db57c2f-b306-4bea-8d17-b10736f8d584 req-4d00c9c0-0023-488d-bb3b-1fcf3772868f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 944 time: 0.1277497 Jun 16 11:39:23.067330 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.068148 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.069776 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] 10.222.0.60 "PUT /v2.0/ports/ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 1093 time: 3.2143979 Jun 16 11:39:23.072352 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0165acf3-4353-416e-8281-db5820ea832d', 'tag': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:23.074970 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d83ab6a-4526-4900-b802-90b72ac322dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0165acf3-4353-416e-8281-db5820ea832d", "tag": "ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:23.080103 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f8c3e625-833e-49e8-bd2f-f1a80d7bfe70 None None] Provisioning for port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:23.085211 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f8c3e625-833e-49e8-bd2f-f1a80d7bfe70 None None] Provisioning complete for port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:23.086518 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e625-833e-49e8-bd2f-f1a80d7bfe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.118862 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Attempting to bind port c1d062b8-0f6b-412a-bb42-77e1d96f3544 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:23.119297 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Attempting to bind port c1d062b8-0f6b-412a-bb42-77e1d96f3544 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:23.119818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Attempting to bind port c1d062b8-0f6b-412a-bb42-77e1d96f3544 on network 82fac953-3354-486b-95ea-7ede4022e578 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:23.143255 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Port c1d062b8-0f6b-412a-bb42-77e1d96f3544 on network 82fac953-3354-486b-95ea-7ede4022e578 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:39:23.143579 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Attempting to bind port c1d062b8-0f6b-412a-bb42-77e1d96f3544 on network 82fac953-3354-486b-95ea-7ede4022e578 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:23.144828 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2db57c2f-b306-4bea-8d17-b10736f8d584 req-5304df51-6fb2-44f9-beb5-53b96b783ce6 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904713 Jun 16 11:39:23.150895 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:23.151487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4606085-ec8c-417a-b79f-7737ea1bf63e x-openstack-request-id: req-c4606085-ec8c-417a-b79f-7737ea1bf63e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:23.151800 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77531d86-5f27-41a2-925e-aef1fd21e305", "name": "network-vif-plugged", "status": "completed", "tag": "c98e8e43-1017-4186-b7a6-62260f20bd47", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:23.152085 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c4606085-ec8c-417a-b79f-7737ea1bf63e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:23.152569 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77531d86-5f27-41a2-925e-aef1fd21e305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98e8e43-1017-4186-b7a6-62260f20bd47', 'code': 200} Jun 16 11:39:23.165974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:23.166340 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Checking segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:23.166696 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Bound using segment: {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:23.167140 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Bound port: c1d062b8-0f6b-412a-bb42-77e1d96f3544, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f6e584-cc8b-4e0e-bd4a-1290136640c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1163, 'network_id': '82fac953-3354-486b-95ea-7ede4022e578'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:23.167489 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.169901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f8c3e625-833e-49e8-bd2f-f1a80d7bfe70 None None] Port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:39:23.185142 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:23.193966 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.199286 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0a63f2-4684-4a25-9bec-f0fda9d65166 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:23.230604 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5865687c-b56c-495f-b9ea-7d6b384717e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:23.261592 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.263745 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9744eb57-109a-4ec9-b2d6-8e328882b3e4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:23.283841 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:23.285347 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6464ce4-585f-4179-afcf-a89c2b96cfc8 x-openstack-request-id: req-d6464ce4-585f-4179-afcf-a89c2b96cfc8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:23.285645 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0165acf3-4353-416e-8281-db5820ea832d", "tag": "ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:23.285911 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6464ce4-585f-4179-afcf-a89c2b96cfc8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:23.286313 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0165acf3-4353-416e-8281-db5820ea832d', 'tag': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb', 'status': 'completed', 'code': 200} Jun 16 11:39:23.326070 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8226950 Jun 16 11:39:23.335174 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Transition to ACTIVE for port object ac0a63f2-4684-4a25-9bec-f0fda9d65166 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:23.340364 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Request body: {'port': {'device_id': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:23.345207 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=65aaa593d65b4955a22da99b3bbb5191&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4017260 Jun 16 11:39:23.348230 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47524) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:23.353531 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b16f9a-a895-4be1-bf0b-493451e3d76c req-635fc6ff-b88b-4419-8791-11260626fc55 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.355393 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a2b16f9a-a895-4be1-bf0b-493451e3d76c req-635fc6ff-b88b-4419-8791-11260626fc55 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 931 time: 0.0964735 Jun 16 11:39:23.378202 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] For port c1d062b8-0f6b-412a-bb42-77e1d96f3544, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:23.407409 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] For port c1d062b8-0f6b-412a-bb42-77e1d96f3544, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:23.423507 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a2b16f9a-a895-4be1-bf0b-493451e3d76c req-3ed18925-518b-4548-919a-90c452ff38f8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488167 Jun 16 11:39:23.436464 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-19e15d04-5dfc-4f52-8548-082b5e25b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.436464 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-19e15d04-5dfc-4f52-8548-082b5e25b0f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1096 time: 0.1667218 Jun 16 11:39:23.470247 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.486994 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.502416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5ffadaae-d3cd-4fb8-971e-1fb20201f696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:23.505768 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.530555 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.593825 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-3dccb1e4-eefd-4063-acdf-f0a1fd5ffa31 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.1341431 Jun 16 11:39:23.593825 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.706879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.60', 53469) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:23.723642 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.724259 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:23.725655 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-83719da3-7384-4701-8b06-574509c62b03 service neutron] 10.222.0.60 "PUT /v2.0/ports/c1d062b8-0f6b-412a-bb42-77e1d96f3544 HTTP/1.1" status: 200 len: 1094 time: 2.8874834 Jun 16 11:39:23.729305 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Pushing event updated for resources: {'Port': ['ID=ac0a63f2-4684-4a25-9bec-f0fda9d65166,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:23.736414 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:23.739562 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:23.788391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d273fba-cc8b-49ac-bd58-21715150540a req-8f91fb55-2256-4f6d-9a3a-545020bcf7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.788391 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-8f91fb55-2256-4f6d-9a3a-545020bcf7ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.1249053 Jun 16 11:39:23.843279 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9e54a5f7-1dbf-4cf0-a532-6325034b1c60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368133 Jun 16 11:39:23.906515 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d062b8-0f6b-412a-bb42-77e1d96f3544,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:23.920803 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:23.925417 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Attempting to bind port ac0a63f2-4684-4a25-9bec-f0fda9d65166 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:23.925417 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Attempting to bind port ac0a63f2-4684-4a25-9bec-f0fda9d65166 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:23.925735 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Attempting to bind port ac0a63f2-4684-4a25-9bec-f0fda9d65166 on network 5a981979-738a-4bea-af75-701ca0635de2 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:23.939989 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87d037-25ab-4012-b621-074f0d2f2640 req-5ae499e9-6edf-4ae6-93ec-b64bbbaa415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:23.941445 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa87d037-25ab-4012-b621-074f0d2f2640 req-5ae499e9-6edf-4ae6-93ec-b64bbbaa415b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 1098 time: 0.2333252 Jun 16 11:39:23.955972 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Port ac0a63f2-4684-4a25-9bec-f0fda9d65166 on network 5a981979-738a-4bea-af75-701ca0635de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:39:23.956316 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Attempting to bind port ac0a63f2-4684-4a25-9bec-f0fda9d65166 on network 5a981979-738a-4bea-af75-701ca0635de2 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:23.968162 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:23.968555 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Checking segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:23.968998 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Bound using segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:23.969526 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Bound port: ac0a63f2-4684-4a25-9bec-f0fda9d65166, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:23.969936 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.018669 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa87d037-25ab-4012-b621-074f0d2f2640 req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.033188 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-4aa82537-bf51-4caf-8479-cd69265339e6 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786821 Jun 16 11:39:24.045878 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.045878 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.045878 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9744eb57-109a-4ec9-b2d6-8e328882b3e4 HTTP/1.1" status: 204 len: 168 time: 0.6939478 Jun 16 11:39:24.059889 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:24.061341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:24.072066 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.093873 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Transition to ACTIVE for port object b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:39:24.171442 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55594ab-5126-4208-bc9f-898fc7a5d2dc req-c6746ce4-9b73-43cf-84d9-57bebf7fbf74 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:24.173275 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c55594ab-5126-4208-bc9f-898fc7a5d2dc req-c6746ce4-9b73-43cf-84d9-57bebf7fbf74 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.2522659 Jun 16 11:39:24.204727 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9744eb57-109a-4ec9-b2d6-8e328882b3e4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:24.208637 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:24.253271 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd854c7-a03b-4185-a641-349676bd48e5 req-3ceb3159-d7c8-4cec-acc8-6d30dda10a8f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:24.263230 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1bd854c7-a03b-4185-a641-349676bd48e5 req-3ceb3159-d7c8-4cec-acc8-6d30dda10a8f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 931 time: 0.2650378 Jun 16 11:39:24.296155 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c55594ab-5126-4208-bc9f-898fc7a5d2dc req-49318873-894e-43c1-9718-022bede85641 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130021 Jun 16 11:39:24.322900 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.322900 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:24.418927 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1bd854c7-a03b-4185-a641-349676bd48e5 req-150855b4-7346-4c1c-b365-2abac7f78abb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463089 Jun 16 11:39:24.475107 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] For port ac0a63f2-4684-4a25-9bec-f0fda9d65166, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:24.509754 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] For port ac0a63f2-4684-4a25-9bec-f0fda9d65166, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:24.520643 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9c94254f-0fcd-4687-abd1-5a4acb0657d2 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614148 Jun 16 11:39:24.544501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-614887f6-b83b-4098-bbce-5609baf4f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:24.550148 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-614887f6-b83b-4098-bbce-5609baf4f2ce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 1097 time: 0.4774418 Jun 16 11:39:24.606941 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-ac90102f-2cd7-47a4-98ea-ef61d696818f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544 HTTP/1.1" status: 200 len: 217 time: 0.0497277 Jun 16 11:39:24.612803 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa87d037-25ab-4012-b621-074f0d2f2640 req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.634668 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:24.673505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:24.674036 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.701879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:24.745953 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:24.748151 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.750907 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] 10.222.0.60 "PUT /v2.0/ports/ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 1093 time: 2.8267756 Jun 16 11:39:24.760391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-6abbbb76-cbc0-4ce1-bab3-aca67e1e83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:24.768288 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-6abbbb76-cbc0-4ce1-bab3-aca67e1e83bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.1540854 Jun 16 11:39:24.836339 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-aa87d037-25ab-4012-b621-074f0d2f2640 req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:24.850496 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:24.876764 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-d46a72c8-361d-4745-9ce4-c0a5ed53716c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939291 Jun 16 11:39:24.922683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Pushing event updated for resources: {'Port': ['ID=ac0a63f2-4684-4a25-9bec-f0fda9d65166,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:24.928207 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:24.932188 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa87d037-25ab-4012-b621-074f0d2f2640 req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9575663 Jun 16 11:39:24.943473 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5715538a-f7ef-47cb-87a9-8f5d22d24831,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:24.963541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Attempting to bind port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:39:24.963541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Attempting to bind port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:39:24.963541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Attempting to bind port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:24.963541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:24.963541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:39:24.963541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Attempting to bind port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:39:24.986207 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58ca73-282a-41cc-abb5-c0c32c8b9e1d req-7f74b8d0-d06f-4e77-91b4-4e1e06e471f7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:24.995955 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd58ca73-282a-41cc-abb5-c0c32c8b9e1d req-7f74b8d0-d06f-4e77-91b4-4e1e06e471f7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 944 time: 0.4380636 Jun 16 11:39:25.018929 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-9250e376-3a90-489a-ab79-4dd9d47ee652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.020602 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-9250e376-3a90-489a-ab79-4dd9d47ee652 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1096 time: 0.2215250 Jun 16 11:39:25.027154 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef15a6-c471-4b53-91ff-f8643783f59b req-2268f920-2b28-4f96-b952-54e60b469fe0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.035725 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25ef15a6-c471-4b53-91ff-f8643783f59b req-2268f920-2b28-4f96-b952-54e60b469fe0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 943 time: 0.4144795 Jun 16 11:39:25.045380 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:39:25.045729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Checking segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:39:25.046278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Bound using segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:39:25.046715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Bound port: b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:39:25.047064 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:25.083516 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-86d7867c-6999-46bc-a473-62013a425e65 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973872 Jun 16 11:39:25.128583 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd58ca73-282a-41cc-abb5-c0c32c8b9e1d req-ee204ade-cfc9-4c1e-9a83-4d948ac64ff3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296885 Jun 16 11:39:25.146656 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25ef15a6-c471-4b53-91ff-f8643783f59b req-f6a195c5-d44c-4b0e-b22d-7f78b848a59a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091719 Jun 16 11:39:25.178735 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:39:25.185689 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:39:25.264795 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-84c489e5-3716-47f7-8c73-34453880cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.266357 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-84c489e5-3716-47f7-8c73-34453880cb19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1096 time: 0.0548136 Jun 16 11:39:25.286677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-48f4c05f-51d8-4d67-ab1c-acae971be259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.288228 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-48f4c05f-51d8-4d67-ab1c-acae971be259 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.2502487 Jun 16 11:39:25.293173 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'tag': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544'}, {'name': 'network-changed', 'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:25.295659 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9cd419-82f4-419d-8aa7-8920b231c910", "tag": "c1d062b8-0f6b-412a-bb42-77e1d96f3544"}, {"name": "network-changed", "server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:25.310447 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-7e82b2a5-f3d8-476a-8056-6337385f802b req-080762ec-0c2c-4188-a08f-9ff9080e654c service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080595 Jun 16 11:39:25.311591 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-77380f67-30b2-431d-bc64-75e272ea4300 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 217 time: 0.0340900 Jun 16 11:39:25.348194 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36cd62b-23a3-4c1b-96d5-c0f4a139ad02 x-openstack-request-id: req-c36cd62b-23a3-4c1b-96d5-c0f4a139ad02 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:25.348509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9cd419-82f4-419d-8aa7-8920b231c910", "tag": "c1d062b8-0f6b-412a-bb42-77e1d96f3544", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:25.348778 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c36cd62b-23a3-4c1b-96d5-c0f4a139ad02 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:25.349203 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'tag': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544', 'status': 'completed', 'code': 200} Jun 16 11:39:25.349481 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'status': 'completed', 'code': 200} Jun 16 11:39:25.351237 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-a6616c02-6cbc-473a-98fe-3a9c1503ae5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.0515440 Jun 16 11:39:25.399727 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:25.405898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-87ef60c7-2f21-4746-8cfe-a1d33f8b533c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:25.412548 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-022db337-8662-4147-8096-5fe307153294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.414263 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-022db337-8662-4147-8096-5fe307153294 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0918527 Jun 16 11:39:25.430598 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-b8cd76d1-d306-41b6-882d-d8752094bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.432284 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-b8cd76d1-d306-41b6-882d-d8752094bf6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0744925 Jun 16 11:39:25.454895 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.455583 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:25.459282 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 1093 time: 2.1242838 Jun 16 11:39:25.465007 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:25.505025 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-1d30d31d-1707-4e6c-9ac0-fceb27c6588b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643206 Jun 16 11:39:25.699920 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:39:25.880304 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:25.883564 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-13a43892-53fe-44da-9559-0bde3cef6552 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603857 Jun 16 11:39:25.886857 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-465854f0-6e94-46c5-aed9-23d1ecd14ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:25.888459 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-465854f0-6e94-46c5-aed9-23d1ecd14ebe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1096 time: 0.2766335 Jun 16 11:39:25.892590 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'port_id': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb', 'mac_address': 'fa:16:3e:a7:eb:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:39:25.938602 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:25.954830 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:25.969488 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-99a13ebc-b198-4f2f-8ef1-1d4254099260 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0705991 Jun 16 11:39:25.984960 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:26.069643 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-d4421d37-7880-49a0-88d5-f6455e388ae7 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719756 Jun 16 11:39:26.076602 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:26.097278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:26.126536 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:26.148053 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:26.148684 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-29e5cee1-efe6-4cde-817e-f8942ca573cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.148684 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-29e5cee1-efe6-4cde-817e-f8942ca573cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.1564503 Jun 16 11:39:26.178422 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-4136d003-82e8-46ab-a740-0e7c0cec0239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.181407 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-4136d003-82e8-46ab-a740-0e7c0cec0239 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7428529 Jun 16 11:39:26.214071 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba" -d '{"events": [{"name": "network-changed", "server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:26.224862 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:26.226553 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9edbe-1db8-4355-bf8d-049bbe3e3041 req-2947654d-814d-47b4-a527-978a9c0ae10f tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.228994 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:26.237370 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-5f315618-c7dc-49ee-8b5a-3aba45afc473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.238008 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ccd9edbe-1db8-4355-bf8d-049bbe3e3041 req-2947654d-814d-47b4-a527-978a9c0ae10f tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.7742689 Jun 16 11:39:26.239578 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-5f315618-c7dc-49ee-8b5a-3aba45afc473 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883121 Jun 16 11:39:26.248721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71072-0bfa-49fe-bd4f-6522c767a2c6 req-e920bb0b-a7a5-44a7-b15c-5e56244afd91 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.250848 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-31e71072-0bfa-49fe-bd4f-6522c767a2c6 req-e920bb0b-a7a5-44a7-b15c-5e56244afd91 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.2457976 Jun 16 11:39:26.294915 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-e18a1a4d-4eaa-4e88-9525-70c916422e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.296789 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-e18a1a4d-4eaa-4e88-9525-70c916422e9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 1097 time: 0.7725682 Jun 16 11:39:26.348818 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-b03911ee-afa5-4dc7-815f-7ebc72053158 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016910 Jun 16 11:39:26.390455 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:39:26.431779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-31e71072-0bfa-49fe-bd4f-6522c767a2c6 req-2e9fb9bd-ac46-48ce-987c-9003c25d6b30 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628428 Jun 16 11:39:26.438071 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ccd9edbe-1db8-4355-bf8d-049bbe3e3041 req-d4e986b8-5a36-4999-afec-1acc96e4a701 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857853 Jun 16 11:39:26.470755 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f076a052-dcec-421b-bd43-d31f4d25f629 req-f1f3ab6f-0482-4efb-acb7-a3e469e63746 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041048 Jun 16 11:39:26.483078 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-3350b869-42e6-4cd4-af86-88e315b88948 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896824 Jun 16 11:39:26.638491 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-9ac774d6-ce55-42c6-91ce-174efe58fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.640414 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-9ac774d6-ce55-42c6-91ce-174efe58fbe2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.3224335 Jun 16 11:39:26.734082 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-d10950aa-29bc-4342-9db3-1b0b56de8595 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544 HTTP/1.1" status: 200 len: 217 time: 0.0735140 Jun 16 11:39:26.742495 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8118057b-2529-4b9c-8527-fc098d3c5951 req-08cda805-276f-42d1-8299-f978d6e0095a service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215736 Jun 16 11:39:26.812660 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-136684a9-31c2-4254-b0e4-26b788adbb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.814265 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-136684a9-31c2-4254-b0e4-26b788adbb22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0693171 Jun 16 11:39:26.829511 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fc96e-91b5-4a61-8d9d-5614700c86ba req-9d2404b6-a209-47e3-be3d-1c2ac6c3b956 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.831020 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d18fc96e-91b5-4a61-8d9d-5614700c86ba req-9d2404b6-a209-47e3-be3d-1c2ac6c3b956 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 943 time: 0.2178388 Jun 16 11:39:26.845175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a02c9a-8f59-4705-9a94-3c7b9883d5b1 req-d6180c83-98a1-4c73-bb79-7d433d998b24 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:26.845175 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d1a02c9a-8f59-4705-9a94-3c7b9883d5b1 req-d6180c83-98a1-4c73-bb79-7d433d998b24 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 944 time: 0.2335715 Jun 16 11:39:26.894569 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-828acf1b-1a8b-42b8-b074-de3b44ab0f08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623672 Jun 16 11:39:26.962641 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d18fc96e-91b5-4a61-8d9d-5614700c86ba req-8338ce6d-20ee-4a78-a405-d25fac39cfe0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175566 Jun 16 11:39:26.991260 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d1a02c9a-8f59-4705-9a94-3c7b9883d5b1 req-8a74d92f-f993-4a60-a42e-4bd5eb4ed640 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385624 Jun 16 11:39:27.028464 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-f1847fd2-3ae6-4dc1-a74b-fbfe5f4ab358 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240127 Jun 16 11:39:27.079924 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03259f59-7be8-4638-95dc-4b8b5b47523a x-openstack-request-id: req-03259f59-7be8-4638-95dc-4b8b5b47523a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:27.085719 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:27.085719 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-03259f59-7be8-4638-95dc-4b8b5b47523a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:27.086719 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'status': 'completed', 'code': 200} Jun 16 11:39:27.178500 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-4ffe1a8b-d1e6-4053-8c75-a44981b71962 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431522 Jun 16 11:39:27.211528 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-b42ef720-e949-4f41-adc3-a6b0e698dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.211528 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-b42ef720-e949-4f41-adc3-a6b0e698dc46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1096 time: 0.0900190 Jun 16 11:39:27.370444 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-34c21931-b8eb-4b83-9d97-022d803e8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.371917 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-34c21931-b8eb-4b83-9d97-022d803e8620 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.1515830 Jun 16 11:39:27.377186 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-09c20ac4-1bad-4f6b-89ed-2070e9bef7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.378403 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-09c20ac4-1bad-4f6b-89ed-2070e9bef7aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1096 time: 0.1291702 Jun 16 11:39:27.425931 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-8fe22b9f-f030-4641-9ca8-e4c11328cfc4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 217 time: 0.0456645 Jun 16 11:39:27.540956 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-2daddbe2-a893-4161-822c-285b221b847d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.542661 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-2daddbe2-a893-4161-822c-285b221b847d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.1067147 Jun 16 11:39:27.612295 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-ef4c6074-e380-4c5b-af8f-feca3719ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.614464 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-ef4c6074-e380-4c5b-af8f-feca3719ace2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 912 time: 0.2272754 Jun 16 11:39:27.701569 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c1d062b8-0f6b-412a-bb42-77e1d96f3544 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:39:27.720451 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-b12dfbd9-114e-466a-b6dc-dd3cdc13fb21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 217 time: 0.0878820 Jun 16 11:39:27.736831 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:27.803691 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-1b306ea1-8518-4d93-bc99-99176244dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.805531 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-1b306ea1-8518-4d93-bc99-99176244dd6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2548687 Jun 16 11:39:27.825169 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-47adbfd0-6976-46e2-9632-d7f8d960bbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.825169 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-47adbfd0-6976-46e2-9632-d7f8d960bbb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0928860 Jun 16 11:39:27.833293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b6ba9-b6af-46e4-8290-9c831c214114 req-d30c1206-f434-4b5f-8999-411e2273eef2 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.835008 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f6b6ba9-b6af-46e4-8290-9c831c214114 req-d30c1206-f434-4b5f-8999-411e2273eef2 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.2193725 Jun 16 11:39:27.860761 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c1d062b8-0f6b-412a-bb42-77e1d96f3544, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:27.871889 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9c94-9511-4a5a-8a1f-635e4f8be9c8 req-2fee7590-5246-4add-af1f-05435a0d1213 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:27.873368 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544', 'network_id': '82fac953-3354-486b-95ea-7ede4022e578', 'port_id': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544', 'mac_address': 'fa:16:3e:df:fa:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '043c69ea-3384-4efe-b710-3a2bb8764362', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:39:27.873534 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-380f9c94-9511-4a5a-8a1f-635e4f8be9c8 req-2fee7590-5246-4add-af1f-05435a0d1213 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.2529416 Jun 16 11:39:27.926951 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:27.943608 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:27.946743 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d062b8-0f6b-412a-bb42-77e1d96f3544 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:27.967848 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:27.968603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:27.998623 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f6b6ba9-b6af-46e4-8290-9c831c214114 req-ce9b55ce-5561-4260-a5db-a33176d7eed8 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481352 Jun 16 11:39:28.012720 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c1d062b8-0f6b-412a-bb42-77e1d96f3544, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:28.023298 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-380f9c94-9511-4a5a-8a1f-635e4f8be9c8 req-e8377325-d7e2-4446-aaa3-fbd07c15c7de tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233642 Jun 16 11:39:28.042723 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-aec8e390-6e52-451f-aef8-804b4d433404 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292993 Jun 16 11:39:28.122704 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-71f2797f-76e4-4a36-b89f-4d783fb6e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:28.124457 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-71f2797f-76e4-4a36-b89f-4d783fb6e6ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2749677 Jun 16 11:39:28.131417 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:28.136661 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:39:28.136661 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:28.138852 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-39ede00d-9990-4f09-a6cd-f0665a31798c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:28.203080 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0165acf3-4353-416e-8281-db5820ea832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:28.205491 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3fe3e7-59e6-4d05-a900-ee27286910b7" -d '{"events": [{"server_uuid": "0165acf3-4353-416e-8281-db5820ea832d", "name": "network-vif-plugged", "status": "completed", "tag": "ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:28.244844 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:28.251469 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=c1d062b8-0f6b-412a-bb42-77e1d96f3544,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:28.254847 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:28.329518 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:28.342300 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'mac_address': 'fa:16:3e:05:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:39:28.348742 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:28.367707 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-776cd54d-bcc0-4fc4-b9ff-969abf86bb69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:28.419871 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:28.553643 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6d11901-4a39-40d4-a01a-ffa1a2df33ba req-2af7e3ea-019e-4afd-9efd-c21a66b1e830 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012918 Jun 16 11:39:28.555791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:28.561069 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:28.572769 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:28.588394 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33682aa5-31c1-46a5-abf6-46f4ae2b5d1e req-114f5b45-cc75-4809-b55b-39cc8208f9e7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:28.589929 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-33682aa5-31c1-46a5-abf6-46f4ae2b5d1e req-114f5b45-cc75-4809-b55b-39cc8208f9e7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 943 time: 0.4447527 Jun 16 11:39:28.593793 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:28.601033 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-74004238-5088-4459-977d-acc5c2735882 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662461 Jun 16 11:39:28.651260 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75774a43-1885-4427-94bc-cfb452f93fd8 req-6853488a-8da9-4d32-a539-7ceb03a13db4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:28.652786 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75774a43-1885-4427-94bc-cfb452f93fd8 req-6853488a-8da9-4d32-a539-7ceb03a13db4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 945 time: 0.4300561 Jun 16 11:39:28.693277 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-33682aa5-31c1-46a5-abf6-46f4ae2b5d1e req-2ebad1d4-ca4c-4ac9-b43f-28803b407f9f tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912406 Jun 16 11:39:28.698531 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:28.701269 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:28.748695 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75774a43-1885-4427-94bc-cfb452f93fd8 req-26e88e2c-f395-4ee3-86f8-a36db00e62b7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853660 Jun 16 11:39:28.754191 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c35f2-3d62-4572-9c6d-1705da8a4401 x-openstack-request-id: req-399c35f2-3d62-4572-9c6d-1705da8a4401 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:28.754191 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0165acf3-4353-416e-8281-db5820ea832d", "name": "network-vif-plugged", "status": "completed", "tag": "ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:28.754737 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-399c35f2-3d62-4572-9c6d-1705da8a4401 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:28.754814 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0165acf3-4353-416e-8281-db5820ea832d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb', 'code': 200} Jun 16 11:39:28.767022 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:28.768088 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca9d52e8-aed2-41df-bb75-4f38687ce1b4 req-be0a87cf-c275-4397-b980-be093ce7a764 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567168 Jun 16 11:39:28.770306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:28.937580 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['c1d062b8-0f6b-412a-bb42-77e1d96f3544'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:39:28.942181 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:39:29.294501 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587056b-cc65-4e0f-a20d-5d1dada3974c req-ab28e927-5d6d-4f18-8921-91d8d11c6ad2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:29.296304 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9587056b-cc65-4e0f-a20d-5d1dada3974c req-ab28e927-5d6d-4f18-8921-91d8d11c6ad2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.1199837 Jun 16 11:39:29.302356 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8ea93-fa85-4f01-a4d1-a727fca567b9 req-1b53a4c7-42ad-41e8-8df2-3e24327e24a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:29.303799 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b3c8ea93-fa85-4f01-a4d1-a727fca567b9 req-1b53a4c7-42ad-41e8-8df2-3e24327e24a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.0930676 Jun 16 11:39:29.362094 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b3c8ea93-fa85-4f01-a4d1-a727fca567b9 req-7d8ebecf-b293-45bd-ae0b-96aec78cf286 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504053 Jun 16 11:39:29.365073 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9587056b-cc65-4e0f-a20d-5d1dada3974c req-34b6c177-f0bd-4e4a-910b-1f3ff18016a3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603645 Jun 16 11:39:29.655418 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:29.764371 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:29.877834 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac34b6-2bbb-49de-9a27-0d96c1191221 req-5c681230-b534-4535-91d4-a1e22d4b955d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:29.879120 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:29.879616 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cac34b6-2bbb-49de-9a27-0d96c1191221 req-5c681230-b534-4535-91d4-a1e22d4b955d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 943 time: 0.0688534 Jun 16 11:39:29.956499 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cac34b6-2bbb-49de-9a27-0d96c1191221 req-4636b99f-e606-4698-bc03-aff9bdfa2515 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635505 Jun 16 11:39:29.960253 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:29.978468 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ec6527d5-811e-4233-bf77-ff4f78c52d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:29.991047 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde918e0-8489-4282-9fe4-4d117172048c req-f707c6e6-8f2e-4cc8-a0d4-0800680d2051 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:29.992576 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bde918e0-8489-4282-9fe4-4d117172048c req-f707c6e6-8f2e-4cc8-a0d4-0800680d2051 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 945 time: 0.1120014 Jun 16 11:39:30.028102 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=615dbebfdea944e2953504ea40c9d3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715248 Jun 16 11:39:30.028953 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c68467-1fb5-47f0-a272-e0ab3c53ba8d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:30.032913 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:30.033473 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47748) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:30.053425 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bde918e0-8489-4282-9fe4-4d117172048c req-261cc960-0a01-415e-b40e-1970bd0d1f16 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535731 Jun 16 11:39:30.109339 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.139970 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.221509 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47758) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:30.280492 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.283632 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.284823 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04c68467-1fb5-47f0-a272-e0ab3c53ba8d HTTP/1.1" status: 204 len: 168 time: 0.2501178 Jun 16 11:39:30.285811 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6038db0e-fce5-490a-8b07-510d750d4e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:30.295801 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c68467-1fb5-47f0-a272-e0ab3c53ba8d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:30.295933 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:30.332303 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.426494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.548766 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.554311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4bb04edc-c1d4-4c40-bc35-1d8455b835d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:30.596330 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a20e4f-d3c0-4b60-94d1-1170e6832329 req-bc11d9be-7ba9-4ef2-83eb-85893056ec87 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:30.597737 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-04a20e4f-d3c0-4b60-94d1-1170e6832329 req-bc11d9be-7ba9-4ef2-83eb-85893056ec87 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.1027255 Jun 16 11:39:30.610963 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d0caa5a64444bfa8416acfe658a2dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3857527 Jun 16 11:39:30.611345 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47768) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:30.619137 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a2657-0c49-4bf4-a99b-fc7d92403e5f,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:30.624667 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ac0a63f2-4684-4a25-9bec-f0fda9d65166 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:39:30.628977 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:30.651668 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-04a20e4f-d3c0-4b60-94d1-1170e6832329 req-cef38bdf-1f66-4f42-80fb-e8518a6a7324 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457337 Jun 16 11:39:30.679230 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.703220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.764442 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port ac0a63f2-4684-4a25-9bec-f0fda9d65166, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:30.775667 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'port_id': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'mac_address': 'fa:16:3e:15:d2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:39:30.813766 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.826612 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0a63f2-4684-4a25-9bec-f0fda9d65166 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:39:30.846421 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port ac0a63f2-4684-4a25-9bec-f0fda9d65166, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:30.880012 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.882977 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.884908 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bb0a2657-0c49-4bf4-a99b-fc7d92403e5f HTTP/1.1" status: 204 len: 168 time: 0.2724531 Jun 16 11:39:30.885797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:30.893346 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a2657-0c49-4bf4-a99b-fc7d92403e5f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:30.901060 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:30.971617 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:30.973466 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-ae7a87b6-eb20-4ba8-b1b7-4257d48fc8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:31.019565 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=ac0a63f2-4684-4a25-9bec-f0fda9d65166,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:31.022955 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:31.153045 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e9d71-1650-43d3-b6b1-c94e4cf06212 req-2eb309f7-1bbe-49b8-855b-e903991ca20b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:31.154634 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f7e9d71-1650-43d3-b6b1-c94e4cf06212 req-2eb309f7-1bbe-49b8-855b-e903991ca20b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 944 time: 0.0724301 Jun 16 11:39:31.162845 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47780) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:31.176633 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.210996 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f7e9d71-1650-43d3-b6b1-c94e4cf06212 req-5a3da2e4-8d03-43ea-80a1-327540617ee4 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493758 Jun 16 11:39:31.280705 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.353905 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.358007 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-35faa688-cb4e-4455-8670-8ecb9cb9d988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:31.393629 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea2a8f-fe03-4c3c-8040-1f93949efeb5 req-3f5c5fcc-a858-479c-9d63-f4a4f291347b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:31.395227 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9fea2a8f-fe03-4c3c-8040-1f93949efeb5 req-3f5c5fcc-a858-479c-9d63-f4a4f291347b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 945 time: 0.0649707 Jun 16 11:39:31.397945 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b70921f6e7794fdcbe5fd1b477f06600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344236 Jun 16 11:39:31.400589 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07fd456-985d-450a-872a-e6a3916c272a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:31.401444 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47786) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:31.403690 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:31.472591 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9fea2a8f-fe03-4c3c-8040-1f93949efeb5 req-59e3bfdc-4c1f-47c6-b6ba-e4c22b22e474 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569539 Jun 16 11:39:31.484547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.506746 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.673372 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.676721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.681149 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a07fd456-985d-450a-872a-e6a3916c272a HTTP/1.1" status: 204 len: 168 time: 0.2750108 Jun 16 11:39:31.681149 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:31.689379 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07fd456-985d-450a-872a-e6a3916c272a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:31.692243 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:31.734067 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 47794) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:31.750307 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.895965 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcdf90-357e-4674-9416-bc54a18da308 req-32dcf5a3-2b1d-4572-83b9-5be45ad0019e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:31.897269 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9bcdf90-357e-4674-9416-bc54a18da308 req-32dcf5a3-2b1d-4572-83b9-5be45ad0019e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.1014123 Jun 16 11:39:31.899600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:31.937460 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9bcdf90-357e-4674-9416-bc54a18da308 req-6f853ea6-8c2e-4c3e-a2f8-2db6dca9045c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Jun 16 11:39:32.004525 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:32.008848 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:32.051087 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13dd597a6ad14c8c8f932a301f278295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156588 Jun 16 11:39:32.052068 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdc72cb-d03d-4732-bcea-7a6b78f7eab8,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:32.054273 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 47802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:32.055285 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:32.115930 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:32.139274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:32.285569 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:32.288558 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:32.290613 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ebdc72cb-d03d-4732-bcea-7a6b78f7eab8 HTTP/1.1" status: 204 len: 168 time: 0.2344348 Jun 16 11:39:32.291490 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:32.307179 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdc72cb-d03d-4732-bcea-7a6b78f7eab8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:32.316863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:32.386650 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31159e9-5672-40fc-872a-7de4b720db0a req-73cd5e93-5320-4c31-81c3-af5d200f7980 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:32.388106 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f31159e9-5672-40fc-872a-7de4b720db0a req-73cd5e93-5320-4c31-81c3-af5d200f7980 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 944 time: 0.0648110 Jun 16 11:39:32.430862 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f31159e9-5672-40fc-872a-7de4b720db0a req-534f7dcf-3ada-45a7-89e5-37b4ff2c2d27 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363500 Jun 16 11:39:32.676012 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f1453-963a-42c4-8ad7-a400638b0123 req-4c3974e3-75b8-4ec7-b3e9-70faa132e068 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:32.677987 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3f4f1453-963a-42c4-8ad7-a400638b0123 req-4c3974e3-75b8-4ec7-b3e9-70faa132e068 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 945 time: 0.0890853 Jun 16 11:39:32.723698 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3f4f1453-963a-42c4-8ad7-a400638b0123 req-64185a79-e8d8-4819-b41c-d4c8cc706722 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 Jun 16 11:39:32.886975 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['ac0a63f2-4684-4a25-9bec-f0fda9d65166'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:39:33.140534 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa07d7-8535-471a-898c-93bf953f869f req-13c8ad7c-cb1b-4fc2-8673-934714a4976e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:33.153504 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-57aa07d7-8535-471a-898c-93bf953f869f req-13c8ad7c-cb1b-4fc2-8673-934714a4976e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.0859852 Jun 16 11:39:33.202024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-57aa07d7-8535-471a-898c-93bf953f869f req-7ff5c9d3-6f48-4818-b3fa-49087646a2d6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514603 Jun 16 11:39:33.611879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447d8ef-4b4c-4b0d-be16-5a1de43b6cf2 req-61fd5b64-a82f-478c-b669-b44bca7457db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:33.613479 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5447d8ef-4b4c-4b0d-be16-5a1de43b6cf2 req-61fd5b64-a82f-478c-b669-b44bca7457db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 944 time: 0.0682642 Jun 16 11:39:33.655043 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5447d8ef-4b4c-4b0d-be16-5a1de43b6cf2 req-000d681c-e526-4c68-8356-c93458f7f85f tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341718 Jun 16 11:39:33.918706 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09124a-a379-4189-a822-f3220e370414 req-8a47da27-1aee-480d-8509-168dce51704f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:33.920231 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ff09124a-a379-4189-a822-f3220e370414 req-8a47da27-1aee-480d-8509-168dce51704f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 945 time: 0.0708401 Jun 16 11:39:33.964811 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ff09124a-a379-4189-a822-f3220e370414 req-d68c2919-cb2f-4328-865f-0c1f38e906bf tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386009 Jun 16 11:39:34.421908 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45161-a32f-4e45-a800-dfedd3c1cf4c req-1f5ae15c-8f17-46d7-9594-ea8ba35ff074 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:34.423408 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3da45161-a32f-4e45-a800-dfedd3c1cf4c req-1f5ae15c-8f17-46d7-9594-ea8ba35ff074 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.0734847 Jun 16 11:39:34.466286 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3da45161-a32f-4e45-a800-dfedd3c1cf4c req-6de19d9e-9326-4f31-b136-c6e55ad525de tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364158 Jun 16 11:39:34.519189 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ac0a63f2-4684-4a25-9bec-f0fda9d65166 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:34.724726 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port ac0a63f2-4684-4a25-9bec-f0fda9d65166 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:34.730010 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port ac0a63f2-4684-4a25-9bec-f0fda9d65166 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:34.730585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:34.825394 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:34.844753 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff3ad7-852c-4eaf-a3f8-5f96024962da req-b82e08b1-5a75-4f90-a777-ada5918ee914 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:34.848880 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-88ff3ad7-852c-4eaf-a3f8-5f96024962da req-b82e08b1-5a75-4f90-a777-ada5918ee914 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 944 time: 0.0655112 Jun 16 11:39:34.849417 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:34.851735 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada8d939-0a50-432a-883f-73e0083cb472" -d '{"events": [{"server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "name": "network-vif-plugged", "status": "completed", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:34.879306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port ac0a63f2-4684-4a25-9bec-f0fda9d65166, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:34.895756 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0942f857-0e3a-4822-b08f-a3e0791b7eb4 x-openstack-request-id: req-0942f857-0e3a-4822-b08f-a3e0791b7eb4 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:34.895985 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-88ff3ad7-852c-4eaf-a3f8-5f96024962da req-9159a6ed-2c74-46d7-af31-aa6dcb727b45 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Jun 16 11:39:34.896491 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "name": "network-vif-plugged", "status": "completed", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:34.896827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0942f857-0e3a-4822-b08f-a3e0791b7eb4 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:34.897306 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'code': 200} Jun 16 11:39:34.965647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:34.967283 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c1d062b8-0f6b-412a-bb42-77e1d96f3544 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:34.969129 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:35.049569 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=ac0a63f2-4684-4a25-9bec-f0fda9d65166,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:35.053488 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:35.171050 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port c1d062b8-0f6b-412a-bb42-77e1d96f3544 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:35.175104 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port c1d062b8-0f6b-412a-bb42-77e1d96f3544 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:35.175487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:35.178797 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05583d74-8fc2-4295-b10b-05bce445cec7 req-83eaf584-b8fd-4072-9dbd-319cebbfe3d0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:35.181904 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05583d74-8fc2-4295-b10b-05bce445cec7 req-83eaf584-b8fd-4072-9dbd-319cebbfe3d0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 945 time: 0.0706732 Jun 16 11:39:35.223170 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05583d74-8fc2-4295-b10b-05bce445cec7 req-af76d0fd-c14a-458e-afed-89fcb280f2d3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369558 Jun 16 11:39:35.268724 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:35.312795 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c1d062b8-0f6b-412a-bb42-77e1d96f3544, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:35.349992 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0098fb2-0196-4955-8445-1118b5846ca0 req-945e1de8-8870-4507-8307-0282bb65e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:35.351690 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d0098fb2-0196-4955-8445-1118b5846ca0 req-945e1de8-8870-4507-8307-0282bb65e25a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1098 time: 0.0635245 Jun 16 11:39:35.393025 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:35.394076 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:39:35.399583 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:35.400363 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d0098fb2-0196-4955-8445-1118b5846ca0 req-b28ff825-e20e-437a-b98f-0c7f500fced1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421128 Jun 16 11:39:35.474019 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=c1d062b8-0f6b-412a-bb42-77e1d96f3544,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:35.479674 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:35.577072 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:39:35.581006 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:39:35.581716 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:35.675591 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:35.679652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee76f5-2182-4c32-b1ea-ab91509b9555 req-3aff280c-7182-47dd-a659-aaeaf884c1db tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:35.680478 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98ee76f5-2182-4c32-b1ea-ab91509b9555 req-3aff280c-7182-47dd-a659-aaeaf884c1db tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.0864577 Jun 16 11:39:35.713456 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:35.726166 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98ee76f5-2182-4c32-b1ea-ab91509b9555 req-fff59825-1421-417a-a62b-867d12d4875e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381811 Jun 16 11:39:35.794284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:35.797050 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:35.854996 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:35.855329 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:36.085215 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f6dc9-1035-4850-834d-921dca7e09f3 req-1d288c04-1932-4dfa-81da-34e79a3ead63 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:36.086911 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-406f6dc9-1035-4850-834d-921dca7e09f3 req-1d288c04-1932-4dfa-81da-34e79a3ead63 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0661120 Jun 16 11:39:36.138563 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-406f6dc9-1035-4850-834d-921dca7e09f3 req-5afee7d5-b2b6-4811-8ea7-f6d4380db85a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417476 Jun 16 11:39:36.428759 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d5ba2-6e86-42cb-9d7b-e1cee267f8ae req-5c6aaeff-3236-4c31-aae3-61161141bdfa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:36.431785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-916d5ba2-6e86-42cb-9d7b-e1cee267f8ae req-5c6aaeff-3236-4c31-aae3-61161141bdfa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0802279 Jun 16 11:39:36.474433 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:36.495013 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-916d5ba2-6e86-42cb-9d7b-e1cee267f8ae req-da4585f9-7f9d-4d33-b421-ff040dd47493 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511944 Jun 16 11:39:36.900250 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544'}, {'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:36.902630 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb4fcf6-472f-4e5c-945e-c1c8daf44d47" -d '{"events": [{"server_uuid": "6f9cd419-82f4-419d-8aa7-8920b231c910", "name": "network-vif-plugged", "status": "completed", "tag": "c1d062b8-0f6b-412a-bb42-77e1d96f3544"}, {"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:36.948278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244198c8-8493-470a-b1a8-023a1a1e207b req-941f8057-7bbb-430f-926e-f9e63e2c6889 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:36.953620 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d9603-cc5d-4d90-9721-02ab5fddc32c x-openstack-request-id: req-ac5d9603-cc5d-4d90-9721-02ab5fddc32c {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:36.953931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9cd419-82f4-419d-8aa7-8920b231c910", "name": "network-vif-plugged", "status": "completed", "tag": "c1d062b8-0f6b-412a-bb42-77e1d96f3544", "code": 200}, {"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:36.954192 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ac5d9603-cc5d-4d90-9721-02ab5fddc32c {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:36.954592 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544', 'code': 200} Jun 16 11:39:36.954852 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'code': 200} Jun 16 11:39:36.957688 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-244198c8-8493-470a-b1a8-023a1a1e207b req-941f8057-7bbb-430f-926e-f9e63e2c6889 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1092017 Jun 16 11:39:36.992977 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-244198c8-8493-470a-b1a8-023a1a1e207b req-f5f4be17-7672-4298-9f62-c6b93e22c8ac tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341511 Jun 16 11:39:37.311627 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6265e-1a7a-4361-b262-5c9403dc06bf req-06c97a2a-48a7-4b0a-ab0d-73c3a668c903 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:37.313512 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ccd6265e-1a7a-4361-b262-5c9403dc06bf req-06c97a2a-48a7-4b0a-ab0d-73c3a668c903 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0653675 Jun 16 11:39:37.357418 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ccd6265e-1a7a-4361-b262-5c9403dc06bf req-d048a707-f67a-47e5-8da1-a457df25a2f4 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Jun 16 11:39:37.542063 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d165c-2f8e-405f-af13-3dfe6a05b5f0 req-25eac077-8c49-4538-8270-c9949bc5f10a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:37.543571 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7b4d165c-2f8e-405f-af13-3dfe6a05b5f0 req-25eac077-8c49-4538-8270-c9949bc5f10a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0707676 Jun 16 11:39:37.552532 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48044) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:37.557829 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'floatingip': {'port_id': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:37.651549 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:37.691129 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801a5b3-67de-44fb-9982-c7042eeafe69 req-5af117f4-2c4d-4cf7-a67a-f1ae2863e573 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:37.692899 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6801a5b3-67de-44fb-9982-c7042eeafe69 req-5af117f4-2c4d-4cf7-a67a-f1ae2863e573 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0825496 Jun 16 11:39:37.738452 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6801a5b3-67de-44fb-9982-c7042eeafe69 req-e20dc6d2-6ba5-4ef0-ad66-10ae33866e4e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Jun 16 11:39:38.203863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc8f19-b3b0-4dbe-8539-51e7b837eb83 req-e82284b6-a0e0-44a7-97de-85540a668c27 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:38.205555 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7bc8f19-b3b0-4dbe-8539-51e7b837eb83 req-e82284b6-a0e0-44a7-97de-85540a668c27 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0883312 Jun 16 11:39:38.249484 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7bc8f19-b3b0-4dbe-8539-51e7b837eb83 req-cbbde5bc-fd2b-461d-83e6-db0d6dc2f5c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382628 Jun 16 11:39:38.468965 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:38.531489 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:38.633919 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Floating IP 2b714d66-3d32-415a-832a-46afc5610c77 associated. External IP: 172.27.1.95, port: ac0a63f2-4684-4a25-9bec-f0fda9d65166. Jun 16 11:39:38.849298 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Router 1aa64833-93fd-470e-81f2-0222ead97671 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:39:38.950553 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3595b7-8e30-4d49-8955-20b905903208 req-5dbb32ab-7944-4789-bdb2-6a3d70fbe545 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:38.953198 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48098) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:38.953715 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bb3595b7-8e30-4d49-8955-20b905903208 req-5dbb32ab-7944-4789-bdb2-6a3d70fbe545 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0794194 Jun 16 11:39:38.969396 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:39:38.974889 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:38.982868 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:39:38.997932 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:38.998609 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:39:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:39.015429 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bb3595b7-8e30-4d49-8955-20b905903208 req-4206a152-b40c-480a-9d75-5b97e1227af2 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559042 Jun 16 11:39:39.027559 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-4c8729d0-41d9-472e-851a-48fc951aafc2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "PUT /v2.0/floatingips/2b714d66-3d32-415a-832a-46afc5610c77 HTTP/1.1" status: 200 len: 990 time: 1.4736822 Jun 16 11:39:39.028267 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:39.031214 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:39.071847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f6dfce-523d-4b55-be29-4974dc739831 x-openstack-request-id: req-73f6dfce-523d-4b55-be29-4974dc739831 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:39.072168 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:39.072447 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-73f6dfce-523d-4b55-be29-4974dc739831 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:39.072893 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'status': 'completed', 'code': 200} Jun 16 11:39:39.097016 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.137560 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:39.194250 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.295876 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.299645 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4cd81cd2-8779-4769-9d2f-f455be1e1397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:39.338676 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=519166399d264a958186a7a67c3a9a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790097 Jun 16 11:39:39.340990 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4723b-fd00-44fd-93d6-e846267b5a1f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:39.341489 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48116) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:39.344412 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:39.392936 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.425040 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '2b714d66-3d32-415a-832a-46afc5610c77', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'port_id': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'mac_address': 'fa:16:3e:15:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:38:57Z', 'updated_at': '2021-06-16T11:39:38Z', 'revision_number': 1, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:39.425603 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.428831 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:39:39.437296 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:39.437895 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:39:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:39.501500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b05abe-90d0-4ea0-ae8a-abc4bd48b852 req-477b1213-9419-4780-9ff3-23fa417f7438 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:39.505268 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6b05abe-90d0-4ea0-ae8a-abc4bd48b852 req-477b1213-9419-4780-9ff3-23fa417f7438 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0949593 Jun 16 11:39:39.543757 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:39.548662 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6b05abe-90d0-4ea0-ae8a-abc4bd48b852 req-839cb20f-dd26-4d27-8373-9d2ea6ae0f86 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389485 Jun 16 11:39:39.565192 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.568741 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:39.572960 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5ed4723b-fd00-44fd-93d6-e846267b5a1f HTTP/1.1" status: 204 len: 168 time: 0.2277942 Jun 16 11:39:39.574286 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-569350c8-1d96-42c7-b250-ce7f47b3bd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:39.584250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4723b-fd00-44fd-93d6-e846267b5a1f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:39.589045 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:39.732962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-8370eee5-3cf2-4b9b-9ae2-b5c517f6a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:39.734595 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-8370eee5-3cf2-4b9b-9ae2-b5c517f6a57a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1098 time: 0.0649378 Jun 16 11:39:39.791036 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '2b714d66-3d32-415a-832a-46afc5610c77', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'port_id': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'mac_address': 'fa:16:3e:15:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:38:57Z', 'updated_at': '2021-06-16T11:39:38Z', 'revision_number': 1, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:39.794689 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ab14e0-5feb-4163-8924-d952e3a05c86 None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '2b714d66-3d32-415a-832a-46afc5610c77', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'port_id': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'mac_address': 'fa:16:3e:15:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:38:57Z', 'updated_at': '2021-06-16T11:39:38Z', 'revision_number': 1, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:39:39.829524 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-4cf37b8a-0cdc-411b-ae31-91bf936a135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:39.831029 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-4cf37b8a-0cdc-411b-ae31-91bf936a135c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 912 time: 0.0871966 Jun 16 11:39:39.941890 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-3fdcecef-5239-4222-ad38-ddbb63f6dcdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 998 time: 0.1034188 Jun 16 11:39:40.058072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-f3187c86-f801-40b3-98ff-76fb2ca652c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:40.060093 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-f3187c86-f801-40b3-98ff-76fb2ca652c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0866241 Jun 16 11:39:40.220098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a11a21-a350-48bb-b8d7-53d84e5cacef None None] New status for floating IP 2b714d66-3d32-415a-832a-46afc5610c77: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:39:40.220792 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ec54c-b4cb-40d6-b5b7-3fb63fcb7c14 req-41f046a0-58a5-44fd-b44f-5a8a27c1ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:40.220792 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f47ec54c-b4cb-40d6-b5b7-3fb63fcb7c14 req-41f046a0-58a5-44fd-b44f-5a8a27c1ba10 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 1099 time: 0.1419067 Jun 16 11:39:40.221044 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb79d9-55a7-4552-84fe-07a44c80eefa req-398dbe6d-0b0f-4b3e-b80b-b538191ae1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:40.221044 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-30bb79d9-55a7-4552-84fe-07a44c80eefa req-398dbe6d-0b0f-4b3e-b80b-b538191ae1ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1098 time: 0.1297631 Jun 16 11:39:40.223008 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f47ec54c-b4cb-40d6-b5b7-3fb63fcb7c14 req-930d3871-90e2-4798-8258-fbf3ca9d64a3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642266 Jun 16 11:39:40.223008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-e3762455-5dc7-40b3-9bea-5f928db7dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:40.223235 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-30bb79d9-55a7-4552-84fe-07a44c80eefa req-a837bc73-8c85-4c6b-a1ff-179bbb5dcfa4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362773 Jun 16 11:39:40.223324 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-e3762455-5dc7-40b3-9bea-5f928db7dd70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1294341 Jun 16 11:39:40.238325 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0989e-0d7a-4672-8125-3daa09c347c4 req-5a0cb5fe-dd8a-47fa-9ba8-9d2fed688336 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:40.240264 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f2c0989e-0d7a-4672-8125-3daa09c347c4 req-5a0cb5fe-dd8a-47fa-9ba8-9d2fed688336 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0920346 Jun 16 11:39:40.283900 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f2c0989e-0d7a-4672-8125-3daa09c347c4 req-1e8aff8a-bd15-4cfb-b1b0-8e2879f9ef07 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Jun 16 11:39:40.434575 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-520a52e2-943b-480f-8b18-1842c46cac21 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939765 Jun 16 11:39:40.519704 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48136) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:40.529531 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ffe432e-2ed7-4809-8c1c-3ee85b001ee7 req-d21ab62e-59bc-4956-8962-e237f17f7a08 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880871 Jun 16 11:39:40.532957 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:40.629219 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:40.720132 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:40.723217 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:40.762085 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0d4d5c-b0a8-4bf9-bc9a-26a9e98b0beb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:40.782347 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8767424edc8e4ebd9925d6dacc9f0f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613127 Jun 16 11:39:40.786240 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:40.786692 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48154) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:40.815941 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03700a-d4d2-4797-a996-15bfbd577403 req-8cb33a42-a002-42ba-bfcc-3914e019bf80 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:40.822514 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9a03700a-d4d2-4797-a996-15bfbd577403 req-8cb33a42-a002-42ba-bfcc-3914e019bf80 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0993147 Jun 16 11:39:40.857801 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9a03700a-d4d2-4797-a996-15bfbd577403 req-33f352f6-c1c3-4830-ba19-b65a10bdc53c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342290 Jun 16 11:39:40.859829 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:40.882632 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:41.010879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:41.013764 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:41.014905 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f0d4d5c-b0a8-4bf9-bc9a-26a9e98b0beb HTTP/1.1" status: 204 len: 168 time: 0.2270896 Jun 16 11:39:41.015646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6127359a-45ca-48a3-a235-d005a5ab04a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:41.023409 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0d4d5c-b0a8-4bf9-bc9a-26a9e98b0beb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:41.027156 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:41.609397 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b39c6-a257-492d-bc6e-2e3165309300 req-355c563c-05c1-43a0-933b-b4872c8e7063 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:41.610865 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e72b39c6-a257-492d-bc6e-2e3165309300 req-355c563c-05c1-43a0-933b-b4872c8e7063 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0638602 Jun 16 11:39:41.648873 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e72b39c6-a257-492d-bc6e-2e3165309300 req-92e46546-5dcf-4817-a78f-66e2471e6da3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324011 Jun 16 11:39:42.056456 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664839d1-e349-4ceb-91a5-37075f1056f9 req-0f606349-ded1-4c6f-b075-4bf58facbe28 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:42.061223 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-664839d1-e349-4ceb-91a5-37075f1056f9 req-0f606349-ded1-4c6f-b075-4bf58facbe28 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0681348 Jun 16 11:39:42.096685 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-664839d1-e349-4ceb-91a5-37075f1056f9 req-1b06a0c7-324a-44d5-ba3f-5457ff6201bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Jun 16 11:39:42.826042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3187f-79dc-4618-b821-7b26c6887bef req-8182f68b-8803-435c-abd9-05418aeab91c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:42.827522 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9ba3187f-79dc-4618-b821-7b26c6887bef req-8182f68b-8803-435c-abd9-05418aeab91c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0636570 Jun 16 11:39:42.866532 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9ba3187f-79dc-4618-b821-7b26c6887bef req-4d7b0a33-7c42-4cf3-9cd4-88b25e379bfc tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Jun 16 11:39:43.194221 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0480bc3-9149-463b-a906-f06524f3b8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:43.279364 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba322c4-8542-4dbe-b272-5014cab405e6 req-a31ac7b4-5863-4274-b6af-d4929a1be561 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:43.280847 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8ba322c4-8542-4dbe-b272-5014cab405e6 req-a31ac7b4-5863-4274-b6af-d4929a1be561 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0671580 Jun 16 11:39:43.319549 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8ba322c4-8542-4dbe-b272-5014cab405e6 req-b6e3e2a3-e940-410e-a7b5-db3eee4b55a5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Jun 16 11:39:44.052864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76549dd7-15b9-41e5-ba8f-a42e5d014625 req-24ad3094-950f-4ab7-afac-7d437dc5f397 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:44.054373 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76549dd7-15b9-41e5-ba8f-a42e5d014625 req-24ad3094-950f-4ab7-afac-7d437dc5f397 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0669229 Jun 16 11:39:44.092402 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76549dd7-15b9-41e5-ba8f-a42e5d014625 req-fd72798d-2414-4af8-9f43-141cf9b59091 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314960 Jun 16 11:39:44.499814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c756-d5df-4e29-8783-5857c96a3654 req-da97ade9-0c10-4d9f-83a0-30076b625cab tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:44.501335 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ce76c756-d5df-4e29-8783-5857c96a3654 req-da97ade9-0c10-4d9f-83a0-30076b625cab tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0698862 Jun 16 11:39:44.540156 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ce76c756-d5df-4e29-8783-5857c96a3654 req-5cbc389b-2056-4932-aea2-5766affbd2fb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323806 Jun 16 11:39:45.271248 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4725a-3738-4f86-a3c1-9b1530d974fb req-acb2f47f-c83c-4988-a431-53f13630a50a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:45.274247 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-68f4725a-3738-4f86-a3c1-9b1530d974fb req-acb2f47f-c83c-4988-a431-53f13630a50a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0671008 Jun 16 11:39:45.310739 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-68f4725a-3738-4f86-a3c1-9b1530d974fb req-fa1e0711-9069-41ff-a2e6-78a0dbc5ca56 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320706 Jun 16 11:39:45.905816 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1829456-c663-45dd-a04d-483365e1ecb3 req-e15da110-cd9a-4b33-a3fd-94866f6abd72 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:45.907346 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a1829456-c663-45dd-a04d-483365e1ecb3 req-e15da110-cd9a-4b33-a3fd-94866f6abd72 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0635822 Jun 16 11:39:45.919793 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bda164fb-2707-4cd9-b16c-15fb2b6d0dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:45.945638 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a1829456-c663-45dd-a04d-483365e1ecb3 req-163c1154-f055-483b-a394-fc187c381849 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326388 Jun 16 11:39:46.115853 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314b3b2-d07c-457c-abcf-7d98a7b5752e req-1ce71854-b579-4966-9359-f561ad6b530d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:46.116841 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3314b3b2-d07c-457c-abcf-7d98a7b5752e req-1ce71854-b579-4966-9359-f561ad6b530d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0678179 Jun 16 11:39:46.155395 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3314b3b2-d07c-457c-abcf-7d98a7b5752e req-91b122f3-1261-4172-b3ed-e4a73074487b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Jun 16 11:39:46.182215 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:47.067067 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:47.125791 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc1aae-23db-467d-995f-113f6d809c28 req-2d557604-e5a1-4d6c-ae70-69ae4d0940f3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:47.127230 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ecc1aae-23db-467d-995f-113f6d809c28 req-2d557604-e5a1-4d6c-ae70-69ae4d0940f3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0685358 Jun 16 11:39:47.165171 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ecc1aae-23db-467d-995f-113f6d809c28 req-376ddea8-17bb-429b-96f2-e3f0cb31a884 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323827 Jun 16 11:39:47.327841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332ee79-5f00-471d-a6f6-067eebe90448 req-17457d7a-8b5c-4bcb-a8b6-cfccfca4045a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:47.329316 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a332ee79-5f00-471d-a6f6-067eebe90448 req-17457d7a-8b5c-4bcb-a8b6-cfccfca4045a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0647480 Jun 16 11:39:47.366569 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a332ee79-5f00-471d-a6f6-067eebe90448 req-d24825d2-4bda-4e3f-a07e-eeefa777f800 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317054 Jun 16 11:39:48.028652 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:39:48.264911 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-3201abd6-b847-4a92-b19d-c2894b43fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:48.266729 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-3201abd6-b847-4a92-b19d-c2894b43fece service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 1099 time: 0.0793726 Jun 16 11:39:48.602886 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-5176c28a-468f-4457-b511-d89529b8cc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:48.604440 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-5176c28a-468f-4457-b511-d89529b8cc6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.3274074 Jun 16 11:39:48.626876 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0414fca-b6f6-445a-8821-e2bfbaff653c req-07df4476-0096-4d5a-84b8-30fc57107310 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:48.629996 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0414fca-b6f6-445a-8821-e2bfbaff653c req-07df4476-0096-4d5a-84b8-30fc57107310 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1347122 Jun 16 11:39:48.706499 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0414fca-b6f6-445a-8821-e2bfbaff653c req-76d3d214-7459-4223-aaf9-baff5c41a9f6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714364 Jun 16 11:39:48.735718 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea684e21-1ea8-4e35-a55a-677db1d8cf61 req-8f3152b5-7c02-4516-9f34-26102ba88328 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:48.737209 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ea684e21-1ea8-4e35-a55a-677db1d8cf61 req-8f3152b5-7c02-4516-9f34-26102ba88328 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1002560 Jun 16 11:39:48.776197 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ea684e21-1ea8-4e35-a55a-677db1d8cf61 req-cd5ff37b-9796-448f-8b1e-5e6b10cc876e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jun 16 11:39:48.906940 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.074896 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48352) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:49.180898 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.269007 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.330669 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.333301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-84c05b8b-b1a2-4f25-98f6-27f6ddae0c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:49.370274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaad9e4-71fd-442b-ad1b-494ec65b6187,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:49.373982 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e156228a87ac4bdfbcb8628aa28039ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979913 Jun 16 11:39:49.376769 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48358) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:49.379632 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.379984 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.380329 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.380666 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.380998 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.381357 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.381688 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.382022 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.382358 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.382681 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.383553 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.383949 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.387629 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:49.428419 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.450229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.582119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.584709 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:49.585882 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7eaad9e4-71fd-442b-ad1b-494ec65b6187 HTTP/1.1" status: 204 len: 168 time: 0.2080417 Jun 16 11:39:49.586820 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:49.594002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaad9e4-71fd-442b-ad1b-494ec65b6187,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:49.600987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.601387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.601816 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.602508 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.602508 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.602855 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.603194 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.603537 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.603880 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.604249 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.604695 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.605035 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:39:49.609814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:49.889204 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2769c-9d2f-45f6-9082-45fa5fbfe447 req-d722e481-8176-4751-b9f1-7e853742681d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:49.890693 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-95c2769c-9d2f-45f6-9082-45fa5fbfe447 req-d722e481-8176-4751-b9f1-7e853742681d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0637791 Jun 16 11:39:49.928983 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-95c2769c-9d2f-45f6-9082-45fa5fbfe447 req-ad6d7c71-6442-44e3-a376-285d54b6baad tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322521 Jun 16 11:39:50.090885 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5c3d8-38dd-4e76-b085-d93adc8af05d req-6db2389a-98d8-46d9-875e-0ce3dda3968b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:50.092252 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90b5c3d8-38dd-4e76-b085-d93adc8af05d req-6db2389a-98d8-46d9-875e-0ce3dda3968b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0622554 Jun 16 11:39:50.130118 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90b5c3d8-38dd-4e76-b085-d93adc8af05d req-87dba4b6-eaff-4400-add3-d688d64529a0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Jun 16 11:39:50.230617 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48376) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:50.244802 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.291117 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c61dca-b049-403c-8d53-be3c4a7a1bbb req-4433d53b-03dc-4313-a569-9c82e2cbf7f7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:50.292814 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38c61dca-b049-403c-8d53-be3c4a7a1bbb req-4433d53b-03dc-4313-a569-9c82e2cbf7f7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0711546 Jun 16 11:39:50.301396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48380) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:50.306917 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'floatingip': {'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:39:50.335649 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.373466 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.410964 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.413528 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:50.450898 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0377bca37f9c4ae290fa1c9f7d9ac6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190957 Jun 16 11:39:50.451772 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e71ab5-d9a3-4883-8f84-fef925d891ce,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:50.454951 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:50.455748 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48382) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:50.504265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.525897 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.634683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.637326 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:50.638464 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a3e71ab5-d9a3-4883-8f84-fef925d891ce HTTP/1.1" status: 204 len: 168 time: 0.1818266 Jun 16 11:39:50.639330 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a1dd81d1-ce34-460a-b7fc-ed93a3c0b5eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:50.647013 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e71ab5-d9a3-4883-8f84-fef925d891ce,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:50.650228 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:51.028803 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:51.130920 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:51.227751 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Floating IP b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6 associated. External IP: 172.27.1.177, port: b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9. Jun 16 11:39:51.574898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d77149-7aa1-4486-985b-d031314c436b req-1672baf8-f414-490b-948c-75f85ac06e09 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:51.576342 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90d77149-7aa1-4486-985b-d031314c436b req-1672baf8-f414-490b-948c-75f85ac06e09 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.3110900 Jun 16 11:39:51.698416 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-996115b5-0fc1-461a-8f94-9e5a59ec17ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544 HTTP/1.1" status: 200 len: 217 time: 0.0459921 Jun 16 11:39:51.751402 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90d77149-7aa1-4486-985b-d031314c436b req-480ef855-45cb-4a54-88f4-8bbe776efe93 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425223 Jun 16 11:39:51.773070 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-42676f4a-46a0-4d91-ac1f-beef6f32c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:51.775566 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-42676f4a-46a0-4d91-ac1f-beef6f32c30c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0652864 Jun 16 11:39:51.791547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:39:51.815638 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-b95941ee-3ec6-4525-9644-723daf0e4ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311110 Jun 16 11:39:51.996316 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-ac58fabd-1844-4dcc-ad1c-347560263748 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725385 Jun 16 11:39:51.997460 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:39:52.002647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:52.006876 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:39:52.021110 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:52.022090 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:39:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:52.069792 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a8eb8f58-424b-418a-8a5d-b24e0f6307b9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "PUT /v2.0/floatingips/b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6 HTTP/1.1" status: 200 len: 991 time: 1.7673347 Jun 16 11:39:52.093897 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:52.096214 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02189216-c812-411b-9a2a-d5a18e975e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:52.127000 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:52.141713 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76e1e2e1-62b4-4c83-897f-7346a74c51d8 req-7effeff3-ebcd-42d7-9a28-01e39ef0e169 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357977 Jun 16 11:39:52.143201 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500a1d2b-85ab-49f0-9d43-5a36cff7c422 x-openstack-request-id: req-500a1d2b-85ab-49f0-9d43-5a36cff7c422 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:52.143564 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:52.143841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-500a1d2b-85ab-49f0-9d43-5a36cff7c422 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:52.144232 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'status': 'completed', 'code': 200} Jun 16 11:39:52.255933 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02189216-c812-411b-9a2a-d5a18e975e2e req-43d7e643-48b4-44fc-a054-fcfafee3d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:52.259459 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-43d7e643-48b4-44fc-a054-fcfafee3d1e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1098 time: 0.0722513 Jun 16 11:39:52.378457 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02189216-c812-411b-9a2a-d5a18e975e2e req-9f78f487-654f-4d63-9fab-58673924a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:52.380206 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-9f78f487-654f-4d63-9fab-58673924a1a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.1070218 Jun 16 11:39:52.442484 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'mac_address': 'fa:16:3e:05:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:39:06Z', 'updated_at': '2021-06-16T11:39:50Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:52.446656 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:39:52.457842 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:39:52.458623 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:39:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:52.459165 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-b27a8050-7197-4ece-97f6-bfa5f85dc7bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 999 time: 0.0635083 Jun 16 11:39:52.517102 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02189216-c812-411b-9a2a-d5a18e975e2e req-3e0aaaa8-cbb4-4fc0-92f6-a7c735d4cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:52.518747 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-3e0aaaa8-cbb4-4fc0-92f6-a7c735d4cc34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0480683 Jun 16 11:39:52.582112 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:39:52.583326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02189216-c812-411b-9a2a-d5a18e975e2e req-5779c684-a2e1-4431-9c56-65dcef6d3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:52.584801 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-5779c684-a2e1-4431-9c56-65dcef6d3767 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584993 Jun 16 11:39:52.686998 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-e1bea87a-4826-454c-bdbb-ecce27a494bd service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922515 Jun 16 11:39:52.812972 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-02189216-c812-411b-9a2a-d5a18e975e2e req-fbe3096f-7147-4dff-a64d-9595d75f8966 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180861 Jun 16 11:39:52.839581 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'mac_address': 'fa:16:3e:05:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:39:06Z', 'updated_at': '2021-06-16T11:39:50Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:39:52.847163 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e881ea-1ba6-4af9-8dfd-b7b1ddec12a5 None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'mac_address': 'fa:16:3e:05:57:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:39:06Z', 'updated_at': '2021-06-16T11:39:50Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:39:53.074214 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4591e-e737-488a-a1fc-e9e885c901e7 req-58f14ed9-3c43-46e4-8e5a-635e2f672fef tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:53.075867 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7db4591e-e737-488a-a1fc-e9e885c901e7 req-58f14ed9-3c43-46e4-8e5a-635e2f672fef tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0946538 Jun 16 11:39:53.147691 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ebd0a0-56a4-4d98-a308-8cf922348649 None None] New status for floating IP b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:39:53.162683 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7db4591e-e737-488a-a1fc-e9e885c901e7 req-0e633a7c-5363-487b-b62c-f4350dfcdfd2 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784471 Jun 16 11:39:53.198058 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385619d5-bcfa-484e-b2fd-a5af3b68ff5d req-ed0eb36d-6ebf-425d-9ada-90a65a3e6abf tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:53.199567 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-385619d5-bcfa-484e-b2fd-a5af3b68ff5d req-ed0eb36d-6ebf-425d-9ada-90a65a3e6abf tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.1011095 Jun 16 11:39:53.241619 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-385619d5-bcfa-484e-b2fd-a5af3b68ff5d req-b7d41aa8-6a39-4029-9798-9fb1a30547a4 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361831 Jun 16 11:39:53.611814 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48476) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:53.717346 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:53.809103 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:53.904618 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:53.906737 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:53.942980 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e06a1d6099f411486dae177b1deeb13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300884 Jun 16 11:39:53.945842 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48486) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:53.949387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ad913d-95fb-41d4-b6ce-24c3d01f3f29,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:53.969722 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:54.018180 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:54.045065 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:54.165975 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:54.168607 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:54.169871 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/62ad913d-95fb-41d4-b6ce-24c3d01f3f29 HTTP/1.1" status: 204 len: 168 time: 0.2227845 Jun 16 11:39:54.170626 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-46a757cb-fbad-40c0-b50b-e89f6b070628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:54.178226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ad913d-95fb-41d4-b6ce-24c3d01f3f29,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:54.186046 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:54.417119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f0518-4a7d-4a9c-9e40-545e69b89d30 req-b1bd8c47-b937-47e5-bf3a-8e8f25b8e383 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:54.418587 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-505f0518-4a7d-4a9c-9e40-545e69b89d30 req-b1bd8c47-b937-47e5-bf3a-8e8f25b8e383 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1215353 Jun 16 11:39:54.470679 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-505f0518-4a7d-4a9c-9e40-545e69b89d30 req-9673fff7-0b76-4249-96c7-fd4ba0e2c0fe tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456460 Jun 16 11:39:54.479721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fee844-9fa2-4bf2-8ad5-608895b18e0f req-8f50e545-9e6c-456b-ae16-207f0576a15e tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:54.481252 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58fee844-9fa2-4bf2-8ad5-608895b18e0f req-8f50e545-9e6c-456b-ae16-207f0576a15e tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.1057560 Jun 16 11:39:54.535047 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58fee844-9fa2-4bf2-8ad5-608895b18e0f req-b1e2a956-755b-433d-8b39-50a2b166bf8d tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363088 Jun 16 11:39:55.728833 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411075f-5e6c-4c31-a538-19a26efbaea0 req-35770c65-1831-46e2-b237-a28b9af30d86 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:55.733551 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a411075f-5e6c-4c31-a538-19a26efbaea0 req-35770c65-1831-46e2-b237-a28b9af30d86 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1481068 Jun 16 11:39:55.787979 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-c95d8fb2-7fd7-4aee-8728-c2f3f6b34ddf tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:55.790086 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-c95d8fb2-7fd7-4aee-8728-c2f3f6b34ddf tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.60 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.1697216 Jun 16 11:39:55.818725 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb268ee-afb7-4868-989c-22d6cc480fb1 req-a2988acf-a0b4-4a3e-98ef-388ac16d3c80 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:55.820868 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bdb268ee-afb7-4868-989c-22d6cc480fb1 req-a2988acf-a0b4-4a3e-98ef-388ac16d3c80 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 945 time: 0.1588674 Jun 16 11:39:55.824670 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a411075f-5e6c-4c31-a538-19a26efbaea0 req-54e13246-0bbd-4384-9f45-d4d38324f4eb tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872753 Jun 16 11:39:55.901586 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bdb268ee-afb7-4868-989c-22d6cc480fb1 req-1618fd51-62cd-4cfc-b264-75d7ccd11180 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/security-groups?id=a7494062-6c87-4fd0-8456-8e8e9048f788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549984 Jun 16 11:39:55.967450 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Deleting port c98e8e43-1017-4186-b7a6-62260f20bd47 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:39:55.967797 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.014685 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48564) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:56.103380 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] For port c98e8e43-1017-4186-b7a6-62260f20bd47, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c98e8e43-1017-4186-b7a6-62260f20bd47,segment=NetworkSegment(1f977890-d66a-46bf-8b0e-bf0933536745),segment_id=1f977890-d66a-46bf-8b0e-bf0933536745)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:39:56.103798 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.158593 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.229611 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Calling delete_port for c98e8e43-1017-4186-b7a6-62260f20bd47 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:39:56.312943 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.410641 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.413054 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:56.449107 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3830c1d330e845039e1e9520f7225941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4332902 Jun 16 11:39:56.449916 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628784eb-8d40-4665-bbb2-a377ac069534,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:56.452650 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48584) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:39:56.452807 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:56.497363 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.509073 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:56.517003 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['c98e8e43-1017-4186-b7a6-62260f20bd47'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:39:56.535094 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.537097 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Pushing event deleted for resources: {'Port': ['ID=c98e8e43-1017-4186-b7a6-62260f20bd47,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:56.540701 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:56.610924 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.612555 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] No DVR routers for this DVR port c98e8e43-1017-4186-b7a6-62260f20bd47 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:39:56.620268 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.622298 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-31d830c0-60a4-40e2-9490-fe2fa08460a3 req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.60 "DELETE /v2.0/ports/c98e8e43-1017-4186-b7a6-62260f20bd47 HTTP/1.1" status: 204 len: 173 time: 0.8178632 Jun 16 11:39:56.622913 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77531d86-5f27-41a2-925e-aef1fd21e305', 'name': 'network-vif-deleted', 'tag': 'c98e8e43-1017-4186-b7a6-62260f20bd47'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:39:56.625340 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8466162-c6fa-4c8a-9130-4c040af72596" -d '{"events": [{"server_uuid": "77531d86-5f27-41a2-925e-aef1fd21e305", "name": "network-vif-deleted", "tag": "c98e8e43-1017-4186-b7a6-62260f20bd47"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:39:56.663217 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e71885-ec4c-4470-aa5e-5ea6a596e06a x-openstack-request-id: req-07e71885-ec4c-4470-aa5e-5ea6a596e06a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:39:56.663529 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77531d86-5f27-41a2-925e-aef1fd21e305", "name": "network-vif-deleted", "tag": "c98e8e43-1017-4186-b7a6-62260f20bd47", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:39:56.663801 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-07e71885-ec4c-4470-aa5e-5ea6a596e06a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:39:56.664285 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77531d86-5f27-41a2-925e-aef1fd21e305', 'name': 'network-vif-deleted', 'tag': 'c98e8e43-1017-4186-b7a6-62260f20bd47', 'status': 'completed', 'code': 200} Jun 16 11:39:56.787976 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.790662 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:39:56.791797 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/628784eb-8d40-4665-bbb2-a377ac069534 HTTP/1.1" status: 204 len: 168 time: 0.3377295 Jun 16 11:39:56.792494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8ebf44d5-f277-466c-8b3d-e418715b41ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:39:56.800366 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628784eb-8d40-4665-bbb2-a377ac069534,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:39:56.803217 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:39:57.024674 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0aed4-9d50-47bd-ba77-eda2725851ce req-97010dcb-43be-45c1-9a33-8e7580ab4c35 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:39:57.026155 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bcb0aed4-9d50-47bd-ba77-eda2725851ce req-97010dcb-43be-45c1-9a33-8e7580ab4c35 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0615983 Jun 16 11:39:57.078972 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-578d9a86-b045-4cbb-bf7e-beb04dd4052e req-fac66653-7828-466d-aa4f-57d889107752 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0331628 Jun 16 11:39:57.093039 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bcb0aed4-9d50-47bd-ba77-eda2725851ce req-2ed1b05e-6297-438c-82e7-e4ca1e222053 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Jun 16 11:40:00.067013 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0d0a9f9-ec7d-4680-a1ff-b1c9c65e8ecf req-62bd576b-2abf-4169-a39e-13ec930eba13 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0597825 Jun 16 11:40:00.103905 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08bbbd-6222-4b91-94b8-2346375ac3d8 req-6faa17f1-c040-4036-af5e-64abccab8c61 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:00.105351 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2d08bbbd-6222-4b91-94b8-2346375ac3d8 req-6faa17f1-c040-4036-af5e-64abccab8c61 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0874453 Jun 16 11:40:00.141364 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2d08bbbd-6222-4b91-94b8-2346375ac3d8 req-40e20f97-7018-49ed-9381-9c8894b559e4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302713 Jun 16 11:40:00.622185 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c98e8e43-1017-4186-b7a6-62260f20bd47 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:40:00.766518 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: c98e8e43-1017-4186-b7a6-62260f20bd47 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:40:00.766518 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c98e8e43-1017-4186-b7a6-62260f20bd47 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:40:01.261954 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0edbeafc-f823-4b34-8aa4-b74f9fdf1d5f req-e1fdff3a-24dc-4bb2-8ce9-7f2694435861 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] 10.222.0.45 "GET /v2.0/ports?device_id=77531d86-5f27-41a2-925e-aef1fd21e305 HTTP/1.1" status: 200 len: 210 time: 0.0465126 Jun 16 11:40:01.358835 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034456a5-87c5-42d4-9a5c-e1eea6f11d36 req-a0a0fa4e-f36e-403f-8c63-6a806991adea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:01.361247 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-034456a5-87c5-42d4-9a5c-e1eea6f11d36 req-a0a0fa4e-f36e-403f-8c63-6a806991adea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0834253 Jun 16 11:40:01.403874 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-034456a5-87c5-42d4-9a5c-e1eea6f11d36 req-0982a35b-d620-41d8-a539-460d26e89ce5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Jun 16 11:40:02.156645 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48726) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:02.260869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.345731 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.415731 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.418363 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd69498a-c19e-445a-9bfe-a244b0bb2243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:02.457140 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f8234dfd315d48c0b30c08f110715d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979851 Jun 16 11:40:02.457140 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e60924-e485-49b3-a49b-17ffe7a5ab4e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:02.459166 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48740) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:02.460427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:02.512834 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.536760 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.685002 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.687668 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:02.688786 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0e60924-e485-49b3-a49b-17ffe7a5ab4e HTTP/1.1" status: 204 len: 168 time: 0.2284539 Jun 16 11:40:02.689552 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cef21921-1a7e-49a7-92bd-59dfb5132c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:02.697329 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e60924-e485-49b3-a49b-17ffe7a5ab4e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:02.700177 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:05.300830 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-1388f91d-6afb-468d-bfcb-cdc17bf4cb07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690975 Jun 16 11:40:05.443920 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2d8d2-329c-4764-9aaf-0f61cc2a8259 req-a612e080-313b-4720-9cdc-3d58fb470a88 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:05.445945 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2b2d8d2-329c-4764-9aaf-0f61cc2a8259 req-a612e080-313b-4720-9cdc-3d58fb470a88 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0964105 Jun 16 11:40:05.479839 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-bf17cc3c-f7fa-4999-bf22-f0977e12d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:05.481309 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-bf17cc3c-f7fa-4999-bf22-f0977e12d79c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.1045747 Jun 16 11:40:05.495892 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2b2d8d2-329c-4764-9aaf-0f61cc2a8259 req-108c57ab-da39-4562-8a88-bc0f74a13b8e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410261 Jun 16 11:40:05.601236 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-0e8e22a9-458e-4306-8dbc-246ab0869beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:05.603215 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-0e8e22a9-458e-4306-8dbc-246ab0869beb service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.0888145 Jun 16 11:40:05.647838 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-a72bdbc2-62f3-4274-a0b2-bcd4010f0d30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.0358829 Jun 16 11:40:05.699500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-b293c726-5eab-4e2f-9f5e-ab203c14dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:05.701055 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-b293c726-5eab-4e2f-9f5e-ab203c14dd37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0450854 Jun 16 11:40:05.740939 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-a7eb99ae-59c9-4b5e-aff1-3df6e3d22392 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297656 Jun 16 11:40:05.851925 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-9e37b266-6cd3-41d2-8546-22cca3d373d8 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974791 Jun 16 11:40:05.938923 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-00d7135e-1048-48b6-87a6-31e35eac7d2e req-c51c8fc8-1c11-4315-a752-b772d39fea22 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803056 Jun 16 11:40:06.456358 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:06.687919 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b109557-da81-4923-9f1b-2780efcbeec0 req-02f569d5-1ec0-4110-8057-bba240c512e9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:06.689411 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6b109557-da81-4923-9f1b-2780efcbeec0 req-02f569d5-1ec0-4110-8057-bba240c512e9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0680830 Jun 16 11:40:06.732556 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6b109557-da81-4923-9f1b-2780efcbeec0 req-e9c9e809-5a53-4e4c-b9a0-8fa8b3f7b1d2 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333908 Jun 16 11:40:06.947441 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 48866) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:06.996377 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Deleting subnet 35b8702f-0874-4f8a-b69b-7f1d0ff545ed {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:40:06.999554 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.034387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29988327'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.079386 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.216991 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29988641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29821773'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.220607 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:07.245633 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b8702f-0874-4f8a-b69b-7f1d0ff545ed,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:07.249548 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:07.250530 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.255052 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-60a74d0b-dc09-4dba-8b1b-d2b03a2f826c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/35b8702f-0874-4f8a-b69b-7f1d0ff545ed HTTP/1.1" status: 204 len: 168 time: 0.3064783 Jun 16 11:40:07.255250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48882) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:07.323556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.633590 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.643762 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be6f76f4-b51d-47e6-9ccd-026beffc541b']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:07.654128 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f977890-d66a-46bf-8b0e-bf0933536745') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:07.654435 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f977890-d66a-46bf-8b0e-bf0933536745') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:07.662928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30390014'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.676584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.683461 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:40:07.683835 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30389395'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: Traceback (most recent call last): Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: timer() Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: cb(*args, **kw) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: return func(*args, **kwargs) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: self._notify() Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: self.callback(batched_events) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: event.method(event) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: return f(self, *a, **k) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._get(url).json() Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:40:07.685759 dv-cinder-796286-5-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:40:07.828157 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.832202 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8751bf51-0565-4d41-9a34-d4af0e966eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:07.836316 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:07.838314 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] 10.222.0.45 "DELETE /v2.0/networks/be6f76f4-b51d-47e6-9ccd-026beffc541b HTTP/1.1" status: 204 len: 168 time: 0.5816669 Jun 16 11:40:07.850699 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Pushing event deleted for resources: {'Network': ['ID=be6f76f4-b51d-47e6-9ccd-026beffc541b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:07.853858 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:08.222662 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48900) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:08.264975 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-38d166c1-ebb4-4b8c-848c-48c0b7521594 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a4dda768f6c4ec6acc230f409f1fca0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410855 Jun 16 11:40:08.267514 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 48906) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:08.324838 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:08.357869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:08.466408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:08.468863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:08.470006 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a7494062-6c87-4fd0-8456-8e8e9048f788 HTTP/1.1" status: 204 len: 168 time: 0.2016215 Jun 16 11:40:08.470705 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:08.478975 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7494062-6c87-4fd0-8456-8e8e9048f788,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:08.481302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:09.915700 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06cf28-2e8b-4d44-a532-88a2932bc75f req-6c841560-af9b-46a6-8636-9a8ac7dc198d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:09.918229 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f06cf28-2e8b-4d44-a532-88a2932bc75f req-6c841560-af9b-46a6-8636-9a8ac7dc198d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0703530 Jun 16 11:40:09.976527 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f06cf28-2e8b-4d44-a532-88a2932bc75f req-9b2e5d35-0ca1-4d31-bf20-90976dfec2ea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Jun 16 11:40:11.157721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b26b1a-dd38-47da-a763-29fab578d1df req-8dfc10d5-469c-441e-8d10-306637d92bf5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:11.159967 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b26b1a-dd38-47da-a763-29fab578d1df req-8dfc10d5-469c-441e-8d10-306637d92bf5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0686407 Jun 16 11:40:11.199986 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b26b1a-dd38-47da-a763-29fab578d1df req-f330e3b9-40bd-4651-9aae-2bc4750920b4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jun 16 11:40:13.170726 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a5d3aac2-06d0-4468-aa23-1633de4c5482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:14.713840 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2277b39-54ee-4324-8dca-a3a379c9bcad req-9a40f7f2-f882-498e-83ce-0bdc10b8ffe8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:14.715217 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d2277b39-54ee-4324-8dca-a3a379c9bcad req-9a40f7f2-f882-498e-83ce-0bdc10b8ffe8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0630159 Jun 16 11:40:14.754846 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d2277b39-54ee-4324-8dca-a3a379c9bcad req-ab4a8df4-38c7-403a-a8d7-332ceba246a0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Jun 16 11:40:15.907538 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5461b227-2781-427a-9cfd-d3fe8ed6c8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:16.113477 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:17.039464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:18.005219 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0363244-9fe5-4e28-9143-9f624bd1cc09 req-e5344c6a-cb4c-46d7-8a76-94182b893018 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:18.006682 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0363244-9fe5-4e28-9143-9f624bd1cc09 req-e5344c6a-cb4c-46d7-8a76-94182b893018 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0646980 Jun 16 11:40:18.045964 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0363244-9fe5-4e28-9143-9f624bd1cc09 req-8fad53b1-ccfd-4713-a6ef-c74aeda65898 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Jun 16 11:40:18.959583 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:19.234101 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7422d-9d9b-4909-ab9f-b6c8963e3979 req-e9fd753e-1f52-4fdf-860d-4a25ecac5b59 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:19.235898 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c5d7422d-9d9b-4909-ab9f-b6c8963e3979 req-e9fd753e-1f52-4fdf-860d-4a25ecac5b59 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0653062 Jun 16 11:40:19.274343 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c5d7422d-9d9b-4909-ab9f-b6c8963e3979 req-5f1eb96d-e80f-4936-9aaf-b87456a1b526 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jun 16 11:40:19.457107 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49198) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:19.568060 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:19.656971 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:19.775939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:19.779501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-33c14891-f42e-4d7e-8d2a-e65daef72443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:19.813607 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18bae42a11664bc79b16a4ae88428eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553538 Jun 16 11:40:19.814643 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2616bf00-35b1-4139-afb6-20db0fdc1a07,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:19.816298 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49212) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:19.817797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:19.866715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:19.888412 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.005074 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.008547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.010398 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2616bf00-35b1-4139-afb6-20db0fdc1a07 HTTP/1.1" status: 204 len: 168 time: 0.1920547 Jun 16 11:40:20.011155 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-26de6d4c-5b9c-43ab-9922-5f9d32f1c985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:20.020281 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2616bf00-35b1-4139-afb6-20db0fdc1a07,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:20.023915 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:20.105387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49228) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:20.243464 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.340120 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.433293 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.437957 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:20.467355 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361378e-0f0e-4c8f-8194-e68fb9822b18 req-c2f57961-e7a3-488f-ab75-a1ff13a84478 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:20.468901 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6361378e-0f0e-4c8f-8194-e68fb9822b18 req-c2f57961-e7a3-488f-ab75-a1ff13a84478 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0757804 Jun 16 11:40:20.494258 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af913dc-9aea-4cbf-80d1-1c5fe09237a8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:20.500771 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:20.507037 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=daf30b68abd04c81a691644b80f8b8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000614 Jun 16 11:40:20.507693 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49252) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:20.543680 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6361378e-0f0e-4c8f-8194-e68fb9822b18 req-d6cacb87-cc99-4e13-bac8-97200670a2f5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Jun 16 11:40:20.573235 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.597672 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.786767 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.789706 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:20.791013 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3af913dc-9aea-4cbf-80d1-1c5fe09237a8 HTTP/1.1" status: 204 len: 168 time: 0.2824061 Jun 16 11:40:20.792625 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a990810a-0285-4dad-9bc7-5c974faf7ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:20.799449 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af913dc-9aea-4cbf-80d1-1c5fe09237a8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:20.803023 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:20.958722 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49262) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:20.974683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.075354 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.159479 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.166228 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:21.216668 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36a03c37cb1b42ec852d3e8866b8ed54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566512 Jun 16 11:40:21.220817 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096e50f5-7d23-49d0-a8e7-f9b7e287dcb9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:21.222909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49274) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:21.224294 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:21.309229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.342949 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.489482 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.492304 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:21.493779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/096e50f5-7d23-49d0-a8e7-f9b7e287dcb9 HTTP/1.1" status: 204 len: 168 time: 0.2695799 Jun 16 11:40:21.496213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1c5028ed-1d17-43c2-a47b-4881faa58569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:21.502382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096e50f5-7d23-49d0-a8e7-f9b7e287dcb9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:21.504650 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:21.784497 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed98d48-95bf-453d-9630-9af637263f92 req-a7d54222-6696-4dbb-a59d-3ee82cf03056 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:21.784497 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6ed98d48-95bf-453d-9630-9af637263f92 req-a7d54222-6696-4dbb-a59d-3ee82cf03056 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0964730 Jun 16 11:40:21.818647 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6ed98d48-95bf-453d-9630-9af637263f92 req-eb9e9834-e030-44b9-ad19-a226a25f6a09 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325689 Jun 16 11:40:23.022278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd63b2-bd39-451e-b017-5c9801e40a47 req-e6048699-e2cd-43c4-b568-252a0e3adac7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:23.032430 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-12fd63b2-bd39-451e-b017-5c9801e40a47 req-e6048699-e2cd-43c4-b568-252a0e3adac7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0936737 Jun 16 11:40:23.068773 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-12fd63b2-bd39-451e-b017-5c9801e40a47 req-828f09e9-7db7-4642-a31d-63ddd6352adc tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Jun 16 11:40:23.720519 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49414) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:23.751259 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:23.943817 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cda190cf-1bd3-4167-8247-ebd8e6762af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:23.995410 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.045928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cda190cf-1bd3-4167-8247-ebd8e6762af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.115666 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cda190cf-1bd3-4167-8247-ebd8e6762af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.122335 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-971d52c5-46d2-43f0-8e43-b6936a963a98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:24.149374 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49434) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:24.192385 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda190cf-1bd3-4167-8247-ebd8e6762af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df5cf7-9082-4ee5-9d5e-47981ef570ca,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:24.216741 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cda190cf-1bd3-4167-8247-ebd8e6762af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:24.270808 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.273536 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cda190cf-1bd3-4167-8247-ebd8e6762af9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ea7632a331a494bab797d3de25ccb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5515482 Jun 16 11:40:24.276368 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49440) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:24.308568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722af2b7-0366-4189-9791-dcc4ba7aabea req-53e03a1f-bde0-4b21-8b8c-f6935f225d57 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:24.314168 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-722af2b7-0366-4189-9791-dcc4ba7aabea req-53e03a1f-bde0-4b21-8b8c-f6935f225d57 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0930955 Jun 16 11:40:24.344805 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.350104 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.359899 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-722af2b7-0366-4189-9791-dcc4ba7aabea req-a38404b8-1c31-4c5b-9403-3ef86ad7936f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Jun 16 11:40:24.365312 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-28ed54a3-8b02-475c-a673-d5cfaa992c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:24.396785 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.399477 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-dae5239c-0d50-43e0-ba12-633ea87d3283 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=83ada4e0ab08454eb538de0d623e289b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384016 Jun 16 11:40:24.444288 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.463731 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f15613d13be944d78c20198e867f64b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7088943 Jun 16 11:40:24.464123 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49452) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:24.467220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1743421b-d582-4bc7-912a-805e2e96b90a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:24.470389 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:24.557776 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.616176 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-0415739c-4d3e-4d93-bad9-3d99d74385ed tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:24.618286 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-0415739c-4d3e-4d93-bad9-3d99d74385ed tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180014 Jun 16 11:40:24.623063 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.633856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.636928 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.641509 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/68df5cf7-9082-4ee5-9d5e-47981ef570ca HTTP/1.1" status: 204 len: 168 time: 0.3608532 Jun 16 11:40:24.641509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:24.649504 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df5cf7-9082-4ee5-9d5e-47981ef570ca,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:24.651893 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:24.655332 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-af2c9093-a51a-496c-8634-64c44a670420 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/quotas/83ada4e0ab08454eb538de0d623e289b HTTP/1.1" status: 200 len: 375 time: 0.0303559 Jun 16 11:40:24.662018 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.677489 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.777984 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-c1de48cd-b4dd-4c6a-bef0-2bf82485d549 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83ada4e0ab08454eb538de0d623e289b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016626 Jun 16 11:40:24.867481 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.870986 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:24.872384 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1743421b-d582-4bc7-912a-805e2e96b90a HTTP/1.1" status: 204 len: 168 time: 0.4072883 Jun 16 11:40:24.873376 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d2a3bc17-e9b3-4a2a-8bc9-186dcbfefb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:24.882894 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743421b-d582-4bc7-912a-805e2e96b90a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:24.885892 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:24.891772 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:24.920855 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49466) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:24.921040 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=845d31115c234f0eb680e6c7429b5b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667596 Jun 16 11:40:24.930786 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36be3780-b149-402c-a94b-6b8d8b5b7e03,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:24.934026 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:25.005254 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:25.034829 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:40:25.052088 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:25.113319 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a5443223-f933-4719-9f37-fcc51dcbef81 req-bc0ac977-f2ed-4b89-b614-9bfad9bd8439 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 210 time: 0.0423524 Jun 16 11:40:25.211700 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:25.214906 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:25.216130 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/36be3780-b149-402c-a94b-6b8d8b5b7e03 HTTP/1.1" status: 204 len: 168 time: 0.2942245 Jun 16 11:40:25.217173 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-37dd8062-d2fa-4317-8561-81ea8de58d35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:25.225361 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36be3780-b149-402c-a94b-6b8d8b5b7e03,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:25.228158 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:25.559677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aedb4c8-7df9-45cb-9efb-ceb004375a8f req-504ca4de-7b0e-423a-813c-6170b0bc3dae tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:25.561018 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7aedb4c8-7df9-45cb-9efb-ceb004375a8f req-504ca4de-7b0e-423a-813c-6170b0bc3dae tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0773144 Jun 16 11:40:25.602934 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7aedb4c8-7df9-45cb-9efb-ceb004375a8f req-fbaacb88-eef0-4676-b978-ad801b7438c1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353789 Jun 16 11:40:25.926513 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49506) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:25.948153 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.048966 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.053693 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49510) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:26.066301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.152270 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.158665 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3146dab5-61b8-4643-b33d-9b90d3e915d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:26.209728 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2450de43a0e34479b31bd0ada5314f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820642 Jun 16 11:40:26.212919 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49516) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:26.213672 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e5a41d-5481-4e7d-b612-89c34b55892a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:26.224158 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5b81f457-aec6-444b-908d-4a8d522a6835 req-88f885a4-7ab3-4abc-bfc4-50f70e8494c4 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 210 time: 0.0328658 Jun 16 11:40:26.231244 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:26.299415 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.334648 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.339760 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.362996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49520) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:26.376461 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.379026 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:26.419257 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cc6668-6b29-4e2d-b203-42606092c5dc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:26.422460 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:26.429915 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25baab6a86d34e25b42951c9c6672281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744793 Jun 16 11:40:26.430165 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49524) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:26.471968 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-731655916-network', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:26.480541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.502032 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.519124 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.522426 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.526569 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09e5a41d-5481-4e7d-b612-89c34b55892a HTTP/1.1" status: 204 len: 168 time: 0.3076975 Jun 16 11:40:26.526569 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4be4e040-5866-4c5f-8d0e-f5986f43dc26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:26.533680 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e5a41d-5481-4e7d-b612-89c34b55892a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:26.536224 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:26.576070 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Made reservation on behalf of cb88e2056210447d8f65806c70bb4054 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:26.578522 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.588012 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.689854 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.693637 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.697292 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/83cc6668-6b29-4e2d-b203-42606092c5dc HTTP/1.1" status: 204 len: 168 time: 0.2631881 Jun 16 11:40:26.697292 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8655dd7a-b7cc-4088-a8bb-78ebac8d2269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:26.714993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cc6668-6b29-4e2d-b203-42606092c5dc,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:26.719600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:26.791106 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.823233 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd5e5a-70df-405f-bb83-21d7b9b72957 req-636e1ec6-7d16-42da-90b6-c118d39bb3cf tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:26.825553 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8afd5e5a-70df-405f-bb83-21d7b9b72957 req-636e1ec6-7d16-42da-90b6-c118d39bb3cf tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0728481 Jun 16 11:40:26.861015 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.865012 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c453959a-1654-4fbe-86ae-961e62eea95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:26.894336 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8afd5e5a-70df-405f-bb83-21d7b9b72957 req-78b62027-f2c9-446c-91a0-5e1e583ba7c1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 Jun 16 11:40:26.910089 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:40:26.928472 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:26.929573 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Added segment 2861ee68-4662-4255-86e5-eb0c08efe29b of type vlan for network 91dea95a-867c-4c76-936f-94abb2472964 Jun 16 11:40:26.931438 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da1307-d8e3-4484-a3cb-52a458997c71,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:26.946760 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:26.999996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.078938 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.080408 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:27.081548 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.085135 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:27.145547 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7815163 Jun 16 11:40:27.146557 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Pushing event updated for resources: {'Network': ['ID=91dea95a-867c-4c76-936f-94abb2472964,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:27.149060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49544) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:27.154420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Request body: {'subnet': {'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-731655916-subnet', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:27.165792 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 91dea95a-867c-4c76-936f-94abb2472964 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:40:27.177649 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:27.237284 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49552) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:27.256041 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Made reservation on behalf of cb88e2056210447d8f65806c70bb4054 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:27.259437 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30285838'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.265554 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.373007 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.415668 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-929b91c5-85e7-41e8-82e0-ca6d2e873d02 req-af38dd28-91f7-4c32-8337-3b02a5eb3257 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 210 time: 0.0391593 Jun 16 11:40:27.484334 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.488156 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bc1bb74c-1d74-4a11-990e-ac8f4bf9767d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:27.528024 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=141e07f6d00e4ea692066ea90a618c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893307 Jun 16 11:40:27.529782 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373d1384-3472-465b-9ac0-9c7f894981d5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:27.530550 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49560) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:27.532735 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:27.556858 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30389325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30285852'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.567248 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-417067bc-2ab4-45c0-9485-fc6aa841e505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:27.632093 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.636365 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af96d369-495c-4b20-9fec-4e6c1f95a77a,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:27.639219 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:27.655706 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Checking segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:27.656053 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Network hostable DHCP agents. Network: 91dea95a-867c-4c76-936f-94abb2472964, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:40:27.669982 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.792851 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Network 91dea95a-867c-4c76-936f-94abb2472964 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:40:27.838569 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.841238 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.842367 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/373d1384-3472-465b-9ac0-9c7f894981d5 HTTP/1.1" status: 204 len: 168 time: 0.3108518 Jun 16 11:40:27.843094 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:27.850561 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d1384-3472-465b-9ac0-9c7f894981d5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:27.857276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:27.936203 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 91dea95a-867c-4c76-936f-94abb2472964) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:27.948802 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:27.949576 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:27.950089 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f3477-343d-4297-94c6-29ba08a75251 None None] Network 91dea95a-867c-4c76-936f-94abb2472964 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:28.068708 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7a0e3c55-730e-4dde-a3f1-e23421f95f21 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9184501 Jun 16 11:40:28.069220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49578) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:28.078484 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:28.130229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac026-233f-4a2f-ad7c-d2935261e03e req-26a826f7-bbce-413f-9180-4a53672a4eea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:28.138503 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-662ac026-233f-4a2f-ad7c-d2935261e03e req-26a826f7-bbce-413f-9180-4a53672a4eea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1190939 Jun 16 11:40:28.144645 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-91dea95a-867c-4c76-936f-94abb2472964', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:40:28.144645 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.184850 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-662ac026-233f-4a2f-ad7c-d2935261e03e req-d7b5ceec-96f7-48d8-a386-42e7082c1ad5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453873 Jun 16 11:40:28.201394 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.202670 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.269808 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.314212 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Allocated IP 172.20.0.2 (91dea95a-867c-4c76-936f-94abb2472964/af96d369-495c-4b20-9fec-4e6c1f95a77a/a4373148-94eb-46c8-8274-ea355e855064) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:28.465023 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.478797 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Transition to ACTIVE for port object a4373148-94eb-46c8-8274-ea355e855064 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:28.499939 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Transition to ACTIVE for port object a4373148-94eb-46c8-8274-ea355e855064 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:28.506265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.588041 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.590923 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:28.636964 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Network 91dea95a-867c-4c76-936f-94abb2472964 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:28.638990 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:28.644976 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:28.653895 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Pushing event updated for resources: {'Port': ['ID=a4373148-94eb-46c8-8274-ea355e855064,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:28.686306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.686936 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.687047 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.687301 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.687620 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.687949 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.688294 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.688586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.688983 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.689370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.689881 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.690208 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:28.698442 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:28.791254 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.811322 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:28.917721 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Allocated IP 172.27.1.61 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/bc7dc629-c899-42a5-ab13-228d5b382424) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:29.020626 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.141341 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Attempting to bind port a4373148-94eb-46c8-8274-ea355e855064 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:29.141660 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Attempting to bind port a4373148-94eb-46c8-8274-ea355e855064 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:29.142040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Attempting to bind port a4373148-94eb-46c8-8274-ea355e855064 on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:29.147907 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.148668 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:29.148668 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Checking segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:29.151081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.151081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Bound using segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:29.151081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Bound port: a4373148-94eb-46c8-8274-ea355e855064, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:29.151081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.151391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:29.192314 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:29.195939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:29.201499 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:29.205584 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7dc629-c899-42a5-ab13-228d5b382424,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:29.225506 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:29.231836 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] For port a4373148-94eb-46c8-8274-ea355e855064, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:29.235448 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] For port a4373148-94eb-46c8-8274-ea355e855064, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a4373148-94eb-46c8-8274-ea355e855064,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:29.313488 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.317349 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:29.325040 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:29.387764 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Pushing event updated for resources: {'Port': ['ID=a4373148-94eb-46c8-8274-ea355e855064,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:29.391059 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:29.458488 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.585780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.586269 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.643300 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.650614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b13c11d3-cd37-423f-8cdf-66bf1becc22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:29.703965 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5f20bab8a47403a94dbce324a7e7a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774421 Jun 16 11:40:29.705156 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa3d38d-82bb-43dc-9ef3-6450d26a146d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:29.708517 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:29.709043 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:29.779855 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.808379 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.808616 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.830663 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a4373148-94eb-46c8-8274-ea355e855064 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:29.952204 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.954956 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:29.956117 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aaa3d38d-82bb-43dc-9ef3-6450d26a146d HTTP/1.1" status: 204 len: 168 time: 0.2461865 Jun 16 11:40:29.956843 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a44f950d-1ef4-4b1f-9f4b-983aa117bda9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:29.965220 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa3d38d-82bb-43dc-9ef3-6450d26a146d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:29.967376 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:29.987266 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port a4373148-94eb-46c8-8274-ea355e855064 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:30.022064 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:40:30.137858 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:40:30.148910 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:40:30.159666 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:30.160777 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:30.216391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.219132 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1487875 Jun 16 11:40:30.222087 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49642) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:30.274144 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:30.403688 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b0fb11-6715-45f8-8a97-77233fc1ff78 None None] Network 91dea95a-867c-4c76-936f-94abb2472964 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:30.501244 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:29Z', 'revision_number': 3, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:30.516424 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:40:30.516786 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Updating router 54150b3e-82a6-4fa9-808c-53d70d62a24a port bc7dc629-c899-42a5-ab13-228d5b382424 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:40:30.569452 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-a60af707-4c95-4f19-90da-16a2c3684982 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=83ada4e0ab08454eb538de0d623e289b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962546 Jun 16 11:40:30.619864 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Provisioning for port a4373148-94eb-46c8-8274-ea355e855064 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:30.627313 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.632354 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Provisioning complete for port a4373148-94eb-46c8-8274-ea355e855064 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:30.632975 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.681545 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49652) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:30.704946 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.771246 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.777788 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69390a00-1575-4c83-a1a4-3d68b685e918 req-72fdee6f-826d-4108-a9e3-c5f828698b31 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 210 time: 0.1142900 Jun 16 11:40:30.809369 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-19579cd3-0d17-4297-8f49-77755d4cb716 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:30.810863 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-19579cd3-0d17-4297-8f49-77755d4cb716 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297490 Jun 16 11:40:30.826647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Request body: {'port': {'device_id': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7', 'admin_state_up': True, 'tenant_id': '83ada4e0ab08454eb538de0d623e289b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:30.947821 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] For port a4373148-94eb-46c8-8274-ea355e855064, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a4373148-94eb-46c8-8274-ea355e855064,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:30.978376 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.985423 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:30.996876 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Transition to ACTIVE for port object bc7dc629-c899-42a5-ab13-228d5b382424 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:31.061935 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.062210 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.064043 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:31.064857 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-78c695fd-97f0-4df1-9e87-8511a5ea314d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:31.067647 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.076738 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:31.116351 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86df8bb3-824d-47ab-b052-dd2fd0f89a00,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:31.125986 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93f5a483614e47dd8a9a03c0d06024b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4411933 Jun 16 11:40:31.125986 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:31.127652 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Pushing event updated for resources: {'Port': ['ID=bc7dc629-c899-42a5-ab13-228d5b382424,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:31.145664 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49656) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:31.151798 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.152795 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.153344 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.153876 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.154379 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.155053 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.155559 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.156067 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.156613 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.157071 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.157557 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.158208 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:31.162462 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Attempting to bind port bc7dc629-c899-42a5-ab13-228d5b382424 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:31.163061 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Attempting to bind port bc7dc629-c899-42a5-ab13-228d5b382424 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:31.163620 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Attempting to bind port bc7dc629-c899-42a5-ab13-228d5b382424 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:31.169317 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:31.170701 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:31.171259 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:31.171800 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.172332 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:31.172957 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Bound port: bc7dc629-c899-42a5-ab13-228d5b382424, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:31.173607 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.231050 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Pushing event updated for resources: {'Port': ['ID=a4373148-94eb-46c8-8274-ea355e855064,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:31.236052 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3cafea-9d85-48e4-9199-3d25b2e93437 req-79a8f097-245c-414c-ba50-ef4b52bad4cc tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:31.237839 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7b3cafea-9d85-48e4-9199-3d25b2e93437 req-79a8f097-245c-414c-ba50-ef4b52bad4cc tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.5704305 Jun 16 11:40:31.244074 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.245533 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:31.247034 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9ee661c5-e7bd-40a8-b4c5-c217a076075b None None] Provisioning complete for port a4373148-94eb-46c8-8274-ea355e855064 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:31.247533 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9ee661c5-e7bd-40a8-b4c5-c217a076075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.248257 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] For port bc7dc629-c899-42a5-ab13-228d5b382424, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:31.251510 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] For port bc7dc629-c899-42a5-ab13-228d5b382424, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=bc7dc629-c899-42a5-ab13-228d5b382424,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:31.274718 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.337235 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.346279 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7b3cafea-9d85-48e4-9199-3d25b2e93437 req-81ffc6f6-4552-4162-81ba-1f21a2fef96c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974016 Jun 16 11:40:31.350768 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-d5a407a7-bb63-417a-afc7-725b6e917b0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:31.406912 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Pushing event updated for resources: {'Port': ['ID=bc7dc629-c899-42a5-ab13-228d5b382424,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:31.433304 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.436096 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.437635 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86df8bb3-824d-47ab-b052-dd2fd0f89a00 HTTP/1.1" status: 204 len: 168 time: 0.2857659 Jun 16 11:40:31.438504 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4182b755-0505-4423-bd09-85fb4b6ce0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:31.447549 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86df8bb3-824d-47ab-b052-dd2fd0f89a00,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:31.449974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:31.451654 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.458138 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:31.458617 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:31.462831 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:31.522595 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Made reservation on behalf of 83ada4e0ab08454eb538de0d623e289b for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:31.528664 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.548581 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.618550 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:31.734757 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Allocated IP 172.20.0.1 (91dea95a-867c-4c76-936f-94abb2472964/af96d369-495c-4b20-9fec-4e6c1f95a77a/94f50d86-0883-41e4-a97d-e3061ae83d1d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:31.802342 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a4373148-94eb-46c8-8274-ea355e855064 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:31.851869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.911280 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port a4373148-94eb-46c8-8274-ea355e855064 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:31.911725 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.912248 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:31.939467 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-681d4329-b159-48e8-acca-19eed93936cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:29Z', 'revision_number': 3, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:31.947007 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Transition to ACTIVE for port object 94f50d86-0883-41e4-a97d-e3061ae83d1d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:31.959868 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681d4329-b159-48e8-acca-19eed93936cf None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:29Z', 'revision_number': 3, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:40:31.962606 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:32.027274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20cc7f-ba31-483f-8276-22a2229fb6dd req-8491bbcc-c8fb-4c12-9733-555171d58b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:32.034364 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-6d20cc7f-ba31-483f-8276-22a2229fb6dd req-8491bbcc-c8fb-4c12-9733-555171d58b63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 1099 time: 0.1184680 Jun 16 11:40:32.044823 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:32.079364 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-6d20cc7f-ba31-483f-8276-22a2229fb6dd req-d139f7f0-ea2b-43d1-b94a-fd5f8d9b2d5b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Jun 16 11:40:32.121447 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:32.159730 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:32.198353 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-54e83297-fdbb-4139-96fa-08e9b17698d4 req-e990bd8d-3a26-4b8f-9aa2-f0f5498309d5 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 210 time: 0.1545498 Jun 16 11:40:32.272206 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Allocated IP 192.168.233.111 (e6669a9c-9a46-464e-9da2-6a688b6f71f7/9159748c-8591-48d9-b086-17b9405fe0bd/3ddb5467-0369-4d71-94cd-c33a42db2237) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:32.371865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:32.387783 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:32.465422 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Pushing event updated for resources: {'Port': ['ID=94f50d86-0883-41e4-a97d-e3061ae83d1d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:32.481168 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:32.483213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Network 91dea95a-867c-4c76-936f-94abb2472964 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:32.486662 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:32.490686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:32.590610 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:32.606223 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:32.655345 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Transition to ACTIVE for port object 3ddb5467-0369-4d71-94cd-c33a42db2237 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:32.752071 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b0a11-aa3b-4980-86a5-e7d0d984ee4b req-61e35dae-76a4-4b88-8438-18cc64e593da tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:32.753635 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ea8b0a11-aa3b-4980-86a5-e7d0d984ee4b req-61e35dae-76a4-4b88-8438-18cc64e593da tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.2182908 Jun 16 11:40:32.818092 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ea8b0a11-aa3b-4980-86a5-e7d0d984ee4b req-a45cf3a9-a841-4e2e-bcd8-c6e957ec4f2c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555863 Jun 16 11:40:32.838832 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c42738b8-82fe-4761-9dc9-93f5999380c5 None None] Provisioning for port 94f50d86-0883-41e4-a97d-e3061ae83d1d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:32.843296 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c42738b8-82fe-4761-9dc9-93f5999380c5 None None] Provisioning complete for port 94f50d86-0883-41e4-a97d-e3061ae83d1d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:32.843514 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c42738b8-82fe-4761-9dc9-93f5999380c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:32.880395 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:32.894068 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-c42738b8-82fe-4761-9dc9-93f5999380c5 None None] Port 94f50d86-0883-41e4-a97d-e3061ae83d1d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:32.906945 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:32.965935 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Network e6669a9c-9a46-464e-9da2-6a688b6f71f7 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:32.977781 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:32.980448 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:32.986309 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.028545 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Pushing event updated for resources: {'Port': ['ID=3ddb5467-0369-4d71-94cd-c33a42db2237,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:33.031505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:33.075888 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:33.076435 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.166424 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3435509 Jun 16 11:40:33.234956 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Request body: {'port': {'device_id': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:33.325731 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0c26daa8-41ba-4405-83a6-d7adfdf58cf7 None None] Provisioning for port 3ddb5467-0369-4d71-94cd-c33a42db2237 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:33.330414 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-0c26daa8-41ba-4405-83a6-d7adfdf58cf7 None None] Provisioning complete for port 3ddb5467-0369-4d71-94cd-c33a42db2237 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:33.330706 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0c26daa8-41ba-4405-83a6-d7adfdf58cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.399069 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-0c26daa8-41ba-4405-83a6-d7adfdf58cf7 None None] Port 3ddb5467-0369-4d71-94cd-c33a42db2237 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:33.417427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.425624 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.501928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca17c93b-fb1d-470d-8b3e-f2b7454f7a26 req-a984b1ce-f014-4168-8650-788177ef6283 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:33.505436 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca17c93b-fb1d-470d-8b3e-f2b7454f7a26 req-a984b1ce-f014-4168-8650-788177ef6283 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 936 time: 0.1386981 Jun 16 11:40:33.562569 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.581207 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-eafa3320-6ecd-494c-ada2-47f5b5fd4864 tempest-DeleteServersTestJSON-1994541036 tempest-DeleteServersTestJSON-1994541036-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:33.680619 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca17c93b-fb1d-470d-8b3e-f2b7454f7a26 req-85422ae7-9b37-4b8c-8676-053c5d089dbe tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693335 Jun 16 11:40:33.695441 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:33.704494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Pushing event updated for resources: {'Port': ['ID=94f50d86-0883-41e4-a97d-e3061ae83d1d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:33.708175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:33.855925 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device bc7dc629-c899-42a5-ab13-228d5b382424 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:33.931584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Network 91dea95a-867c-4c76-936f-94abb2472964 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:33.942756 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:34.044802 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port bc7dc629-c899-42a5-ab13-228d5b382424 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:34.049543 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port bc7dc629-c899-42a5-ab13-228d5b382424 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:34.049928 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.067169 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddb5467-0369-4d71-94cd-c33a42db2237 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:40:34.131688 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.166161 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.191725 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port bc7dc629-c899-42a5-ab13-228d5b382424, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=bc7dc629-c899-42a5-ab13-228d5b382424,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:34.231347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Transition to ACTIVE for port object 3ddb5467-0369-4d71-94cd-c33a42db2237 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:34.273311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:40:34.287930 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620cca9-7386-4f68-a8e8-dfaa1b225079 req-785b86a9-f699-477f-9d84-366ec6a09f1a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:34.289906 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a620cca9-7386-4f68-a8e8-dfaa1b225079 req-785b86a9-f699-477f-9d84-366ec6a09f1a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.2177477 Jun 16 11:40:34.325256 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.327474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:34.333567 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f72c9f7a-fa50-4cd7-aea7-6eacf510b584 None None] Provisioning complete for port 94f50d86-0883-41e4-a97d-e3061ae83d1d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:34.333567 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f72c9f7a-fa50-4cd7-aea7-6eacf510b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.375648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.379678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:34.415331 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=bc7dc629-c899-42a5-ab13-228d5b382424,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:34.418584 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:34.419369 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f72c9f7a-fa50-4cd7-aea7-6eacf510b584 None None] Port 94f50d86-0883-41e4-a97d-e3061ae83d1d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:34.486091 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a620cca9-7386-4f68-a8e8-dfaa1b225079 req-76b47b04-f2cd-41eb-aa40-0cd844f20dd3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888635 Jun 16 11:40:34.488521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddb5467-0369-4d71-94cd-c33a42db2237,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:34.493246 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:34.549490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:40:34.560688 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:40:34.569503 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] 10.222.0.45 "PUT /v2.0/routers/54150b3e-82a6-4fa9-808c-53d70d62a24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3458309 Jun 16 11:40:34.573124 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:34.577136 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:34.612421 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Attempting to bind port 3ddb5467-0369-4d71-94cd-c33a42db2237 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:34.612753 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Attempting to bind port 3ddb5467-0369-4d71-94cd-c33a42db2237 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:34.613095 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Attempting to bind port 3ddb5467-0369-4d71-94cd-c33a42db2237 on network e6669a9c-9a46-464e-9da2-6a688b6f71f7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:34.623653 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Port 3ddb5467-0369-4d71-94cd-c33a42db2237 on network e6669a9c-9a46-464e-9da2-6a688b6f71f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:40:34.623974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Attempting to bind port 3ddb5467-0369-4d71-94cd-c33a42db2237 on network e6669a9c-9a46-464e-9da2-6a688b6f71f7 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:34.631177 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:34.631284 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Checking segment: {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:34.631934 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Bound using segment: {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:34.632949 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Bound port: 3ddb5467-0369-4d71-94cd-c33a42db2237, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d17ede7-4231-4ea2-9463-aa50c70b09ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1191, 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:34.633340 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.733447 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:34.776614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] For port 3ddb5467-0369-4d71-94cd-c33a42db2237, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:34.793467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] For port 3ddb5467-0369-4d71-94cd-c33a42db2237, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ddb5467-0369-4d71-94cd-c33a42db2237,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:34.831669 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cb86d-3411-461d-8c47-1a5f14e2fe58 req-a7a93c4e-b057-4755-9a67-9c6c9661021e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:34.833307 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b43cb86d-3411-461d-8c47-1a5f14e2fe58 req-a7a93c4e-b057-4755-9a67-9c6c9661021e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1158936 Jun 16 11:40:34.880944 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b43cb86d-3411-461d-8c47-1a5f14e2fe58 req-1dfbbf67-83e9-4e1d-97b0-de49aedf6b49 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Jun 16 11:40:34.930259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.937010 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:34.984039 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:34.984755 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:34.986167 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] 10.222.0.60 "PUT /v2.0/ports/3ddb5467-0369-4d71-94cd-c33a42db2237 HTTP/1.1" status: 200 len: 1098 time: 1.7614980 Jun 16 11:40:34.986673 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'tag': '3ddb5467-0369-4d71-94cd-c33a42db2237'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:40:34.988980 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4f87d2-15c1-49d0-b5cd-59a9540a0ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec72020c-ec32-435b-b6f1-67f0ca7b5094", "tag": "3ddb5467-0369-4d71-94cd-c33a42db2237"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:40:35.029259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddb5467-0369-4d71-94cd-c33a42db2237,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:35.033659 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:35.049172 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2353-b147-48d9-befb-a58368dee75d req-e003d9f4-5be9-4494-a7ab-25550b3fc53f tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:35.050741 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ddfd2353-b147-48d9-befb-a58368dee75d req-e003d9f4-5be9-4494-a7ab-25550b3fc53f tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 948 time: 0.1688874 Jun 16 11:40:35.098007 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e01e3d-076c-47c1-a9f9-a817a56cb7f3 x-openstack-request-id: req-10e01e3d-076c-47c1-a9f9-a817a56cb7f3 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:40:35.098316 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec72020c-ec32-435b-b6f1-67f0ca7b5094", "tag": "3ddb5467-0369-4d71-94cd-c33a42db2237", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:40:35.098592 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-10e01e3d-076c-47c1-a9f9-a817a56cb7f3 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:40:35.099037 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'tag': '3ddb5467-0369-4d71-94cd-c33a42db2237', 'status': 'completed', 'code': 200} Jun 16 11:40:35.140169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:33Z', 'revision_number': 2, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:35.146751 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:40:35.148610 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Updating router 54150b3e-82a6-4fa9-808c-53d70d62a24a port 94f50d86-0883-41e4-a97d-e3061ae83d1d binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:40:35.152350 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ddfd2353-b147-48d9-befb-a58368dee75d req-5dcc6c23-5cc4-4382-85a3-0edd11ae9019 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898025 Jun 16 11:40:35.254997 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.256164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49798) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:35.273125 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f87d2-15c1-49d0-b5cd-59a9540a0ad1 req-738c45db-c9b9-46cd-80c5-33c6a840c907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:35.274785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d4f87d2-15c1-49d0-b5cd-59a9540a0ad1 req-738c45db-c9b9-46cd-80c5-33c6a840c907 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ada4e0ab08454eb538de0d623e289b&device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 1101 time: 0.1363673 Jun 16 11:40:35.332814 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d4f87d2-15c1-49d0-b5cd-59a9540a0ad1 req-482a1a7f-9634-4f8c-b633-cbd1bc3921c0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=83ada4e0ab08454eb538de0d623e289b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492773 Jun 16 11:40:35.411493 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.541599 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.610360 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.615885 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-094ee4d5-eb6e-45e2-87b5-7b504d4a67ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:35.705776 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba6bc7c-2ae8-45e3-aaae-a67a4af28d73,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:35.708793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49816) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:35.716264 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dadd8c3441434df196dc81f1f85e1fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589045 Jun 16 11:40:35.717593 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:35.722407 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-633516975-network', 'tenant_id': '08752a0b951d4136aa84babefa18d74c'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:35.729021 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49818) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:35.813406 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.831971 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device bc7dc629-c899-42a5-ab13-228d5b382424 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:35.839821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.890561 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Made reservation on behalf of 08752a0b951d4136aa84babefa18d74c for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:35.892947 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.930110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.964587 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:35.992656 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Transition to ACTIVE for port object 94f50d86-0883-41e4-a97d-e3061ae83d1d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:36.003265 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port bc7dc629-c899-42a5-ab13-228d5b382424 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:36.003265 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.028330 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.036116 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.036116 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ba6bc7c-2ae8-45e3-aaae-a67a4af28d73 HTTP/1.1" status: 204 len: 168 time: 0.3025470 Jun 16 11:40:36.036443 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f87d2-15c1-49d0-b5cd-59a9540a0ad1 req-60f04894-0105-4c16-b588-903434ac1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:36.036968 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d4f87d2-15c1-49d0-b5cd-59a9540a0ad1 req-60f04894-0105-4c16-b588-903434ac1634 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6951399 Jun 16 11:40:36.039781 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2f43fadf-cb0d-4a9e-81d4-b64bc3522eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:36.053543 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba6bc7c-2ae8-45e3-aaae-a67a4af28d73,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:36.057396 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:36.140760 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.155958 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.162856 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:36.190440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-34a69dea-c177-411b-87af-06c39cc7a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:36.192036 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-34a69dea-c177-411b-87af-06c39cc7a521 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83ada4e0ab08454eb538de0d623e289b&device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 1101 time: 0.0746844 Jun 16 11:40:36.233398 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.238171 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0d786aa6-d6fc-4c01-8a04-9da6bf326fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:36.256253 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-74200fa0-4a4e-4131-8e84-644a39624693 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=3ddb5467-0369-4d71-94cd-c33a42db2237 HTTP/1.1" status: 200 len: 217 time: 0.0561035 Jun 16 11:40:36.291496 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1150} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:40:36.324148 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b6d2f3-c60f-4014-a31f-147c6a29bc15,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:36.343312 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.343546 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Added segment 745efda1-4071-4c8f-b7af-7e6358b7682f of type vlan for network ca98993b-bd98-433f-9a6e-0ec555b8ae3f Jun 16 11:40:36.348780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49842) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:36.364981 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:36.418032 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-403c63b7-cfc0-4b3f-820a-84632dfc5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:36.419587 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-403c63b7-cfc0-4b3f-820a-84632dfc5071 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9159748c-8591-48d9-b086-17b9405fe0bd HTTP/1.1" status: 200 len: 843 time: 0.1559865 Jun 16 11:40:36.461363 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.520053 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbc684-7f49-49db-85a7-3a83164ba68f None None] Pushing event updated for resources: {'Port': ['ID=94f50d86-0883-41e4-a97d-e3061ae83d1d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:36.527597 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fffbc684-7f49-49db-85a7-3a83164ba68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:36.551188 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Attempting to bind port 94f50d86-0883-41e4-a97d-e3061ae83d1d on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:36.552037 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Attempting to bind port 94f50d86-0883-41e4-a97d-e3061ae83d1d by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:36.552765 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Attempting to bind port 94f50d86-0883-41e4-a97d-e3061ae83d1d on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:36.564675 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:36.565378 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Checking segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:36.566045 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.582733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Bound using segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:36.582733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Bound port: 94f50d86-0883-41e4-a97d-e3061ae83d1d, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:36.582733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.639297 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-a1a0a354-a4b6-4360-9837-8a2743a2e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:36.640938 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-a1a0a354-a4b6-4360-9837-8a2743a2e270 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6669a9c-9a46-464e-9da2-6a688b6f71f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2125995 Jun 16 11:40:36.652725 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2880034-2ab0-4c43-9afb-dfff5ba979cf req-3fdc8e92-f448-4942-a2e8-533a3853e47d tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:36.652725 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a2880034-2ab0-4c43-9afb-dfff5ba979cf req-3fdc8e92-f448-4942-a2e8-533a3853e47d tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 948 time: 0.1546707 Jun 16 11:40:36.656089 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] For port 94f50d86-0883-41e4-a97d-e3061ae83d1d, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:36.660649 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] For port 94f50d86-0883-41e4-a97d-e3061ae83d1d, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=94f50d86-0883-41e4-a97d-e3061ae83d1d,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:36.662676 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.707198 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.710646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:36.710646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.716732 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:36.760277 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.764622 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:36.815307 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:36.816994 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:36.867330 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:36.880704 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-447582f5-e786-4321-b0b0-725f45991462 service neutron] 10.222.0.60 "GET /v2.0/networks/e6669a9c-9a46-464e-9da2-6a688b6f71f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265639 Jun 16 11:40:36.984155 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbc684-7f49-49db-85a7-3a83164ba68f None None] Pushing event updated for resources: {'Port': ['ID=94f50d86-0883-41e4-a97d-e3061ae83d1d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:36.988883 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fffbc684-7f49-49db-85a7-3a83164ba68f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:37.002207 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:37.006051 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a2880034-2ab0-4c43-9afb-dfff5ba979cf req-b4628f3b-46fd-4b5d-b8b8-f1d3beb92fad tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310516 Jun 16 11:40:37.114303 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=ca98993b-bd98-433f-9a6e-0ec555b8ae3f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:37.122268 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e6d7ca49-5dde-4381-ab25-f8c0a5c83a10 req-2c95b52f-ac24-4945-93a2-d9e3478b44bb service neutron] 10.222.0.60 "GET /v2.0/networks/e6669a9c-9a46-464e-9da2-6a688b6f71f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297244 Jun 16 11:40:37.127177 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49864) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:37.129770 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4196947 Jun 16 11:40:37.130848 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:37.134790 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Request body: {'subnet': {'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-633516975-subnet', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:37.149867 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:40:37.175861 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.213266 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49870) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:37.235126 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.260384 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.266431 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:37.287181 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.db.api [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 11:40:37.287181 dv-cinder-796286-5-iscsi neutron-server[93742]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 11:40:37.287181 dv-cinder-796286-5-iscsi neutron-server[93742]: [parameters: {'project_id_1': '3951de5ac33a419e968c69dece078918', 'expiration_1': datetime.datetime(2021, 6, 16, 11, 40, 37, 246941)}] Jun 16 11:40:37.287181 dv-cinder-796286-5-iscsi neutron-server[93742]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:40:37.287824 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_db.api [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:40:37.337933 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b79c7b0847ee4d0d8367ad742fd83c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9823031 Jun 16 11:40:37.338027 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49874) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:37.340480 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a662b4e-f311-4883-8d72-86a9aa8810f4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:37.343599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:37.387075 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:36Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:37.390586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c06730c-a01a-4fe1-9dce-e53d09235d25 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:36Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:40:37.411845 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Made reservation on behalf of 08752a0b951d4136aa84babefa18d74c for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:37.415750 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30285838'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.435294 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.487368 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.765139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.768372 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.768982 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a662b4e-f311-4883-8d72-86a9aa8810f4 HTTP/1.1" status: 204 len: 168 time: 0.4301720 Jun 16 11:40:37.770262 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7df1703f-be09-42b4-a596-fe0f5fcf6e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:37.786865 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a662b4e-f311-4883-8d72-86a9aa8810f4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:37.791088 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.797149 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:37.798004 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 94f50d86-0883-41e4-a97d-e3061ae83d1d up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:37.826156 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30389325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30285852'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:37.839711 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6b1baf60-0fed-4d31-9763-b753073daec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:37.953370 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1e210d-0468-45d5-9220-6433dd122f5d,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:37.962729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:37.979331 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Checking segment: {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:37.979690 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Network hostable DHCP agents. Network: ca98993b-bd98-433f-9a6e-0ec555b8ae3f, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:40:38.051026 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.067605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 94f50d86-0883-41e4-a97d-e3061ae83d1d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:38.073141 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 94f50d86-0883-41e4-a97d-e3061ae83d1d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:38.073530 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.134762 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:40:38.203265 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.209537 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.245781 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:38.255056 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 94f50d86-0883-41e4-a97d-e3061ae83d1d, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=94f50d86-0883-41e4-a97d-e3061ae83d1d,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:38.275061 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, ca98993b-bd98-433f-9a6e-0ec555b8ae3f) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:38.279349 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:38.280098 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.285071 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c90c4d-99f4-458f-b2bb-bab600a0d8e3 None None] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:38.387974 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.400012 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:38.435954 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872d9be-7d91-4581-ac2e-3ee67e403018 req-ecda1aa0-868c-4eda-83b9-1cf120cea44c tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:38.454478 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c872d9be-7d91-4581-ac2e-3ee67e403018 req-ecda1aa0-868c-4eda-83b9-1cf120cea44c tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 948 time: 0.2995076 Jun 16 11:40:38.484104 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1b40d198-c866-4e4d-83f9-309635497cab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3532956 Jun 16 11:40:38.484217 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49912) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:38.488710 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:38.496359 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3951de5ac33a419e968c69dece078918&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2818685 Jun 16 11:40:38.498867 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49916) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:38.510030 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f25a4-e3f6-456a-8876-17b3d1c3982d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:38.517948 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=94f50d86-0883-41e4-a97d-e3061ae83d1d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:38.521234 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:38.529430 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6e5ae11d-a8fa-4de0-9637-12a06e75aa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:38.590143 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-ca98993b-bd98-433f-9a6e-0ec555b8ae3f', 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'fixed_ips': [{'subnet_id': '6f1e210d-0468-45d5-9220-6433dd122f5d'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:40:38.591303 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.594744 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c872d9be-7d91-4581-ac2e-3ee67e403018 req-97f0ccbb-4273-4d36-9495-d15dc5ac02a0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431270 Jun 16 11:40:38.605035 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-6b68054b-59a5-44b1-9e80-41ebc173d0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:38.606669 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-6b68054b-59a5-44b1-9e80-41ebc173d0d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.4130695 Jun 16 11:40:38.622374 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.627379 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26ccce-61a6-4df6-bd02-c1bc629bffa5 req-e6c70267-002d-443a-a5ac-26ac6def1086 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:38.628905 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe26ccce-61a6-4df6-bd02-c1bc629bffa5 req-e6c70267-002d-443a-a5ac-26ac6def1086 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.4321961 Jun 16 11:40:38.652345 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.655485 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.689344 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.780002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 49924) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:38.790293 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe26ccce-61a6-4df6-bd02-c1bc629bffa5 req-5bd64214-9987-40ee-9937-a0f4c0de1deb tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400776 Jun 16 11:40:38.807275 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.824547 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.854208 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Allocated IP 172.20.0.2 (ca98993b-bd98-433f-9a6e-0ec555b8ae3f/6f1e210d-0468-45d5-9220-6433dd122f5d/66a6d115-3eeb-4355-9522-50a15ff803d6) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:38.901149 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-4a87b30e-f9b3-405d-8325-c80e770fddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:38.905556 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-4a87b30e-f9b3-405d-8325-c80e770fddeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.2634840 Jun 16 11:40:38.964310 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.969477 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:38.990866 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c3f25a4-e3f6-456a-8876-17b3d1c3982d HTTP/1.1" status: 204 len: 168 time: 0.4782305 Jun 16 11:40:39.000154 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-e038d802-5864-4c05-b4c0-d9881dd56f5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.0875642 Jun 16 11:40:39.084789 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2e2a6f21-2421-4ed9-8756-d73afc5a555b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:39.113249 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.121646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f25a4-e3f6-456a-8876-17b3d1c3982d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:39.126298 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:39.128680 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-ee195cd2-ba6e-477b-8d43-c44adc0d0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:39.132121 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-ee195cd2-ba6e-477b-8d43-c44adc0d0e04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0876336 Jun 16 11:40:39.138923 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.149609 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Transition to ACTIVE for port object 66a6d115-3eeb-4355-9522-50a15ff803d6 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:39.178384 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Transition to ACTIVE for port object 66a6d115-3eeb-4355-9522-50a15ff803d6 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:39.190397 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-81971f8b-9e69-4d2c-a480-ad56b276e998 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498755 Jun 16 11:40:39.212884 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.216982 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.222897 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-29928d69-db74-49f6-8cdb-6ad0dfdd025a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:39.239716 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.244318 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:39.282285 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:39.287053 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:39.298136 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:39.303317 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Pushing event updated for resources: {'Port': ['ID=66a6d115-3eeb-4355-9522-50a15ff803d6,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:39.308938 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:39.315360 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 49936) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:39.315605 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee89b8ef7587427d8464d6e07e9106e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341761 Jun 16 11:40:39.318016 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9fda63-53d2-4ebe-8b98-659606615651,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:39.321809 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:39.347745 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-e309a504-207d-4e54-8f55-cbb3bdd3e007 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502292 Jun 16 11:40:39.369505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Attempting to bind port 66a6d115-3eeb-4355-9522-50a15ff803d6 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:39.370178 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Attempting to bind port 66a6d115-3eeb-4355-9522-50a15ff803d6 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:39.371169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Attempting to bind port 66a6d115-3eeb-4355-9522-50a15ff803d6 on network ca98993b-bd98-433f-9a6e-0ec555b8ae3f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:39.380370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:39.380370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Checking segment: {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:39.380370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.380370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Bound using segment: {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:39.380370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Bound port: 66a6d115-3eeb-4355-9522-50a15ff803d6, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:39.380370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.430043 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.459944 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] For port 66a6d115-3eeb-4355-9522-50a15ff803d6, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:39.466170 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] For port 66a6d115-3eeb-4355-9522-50a15ff803d6, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=66a6d115-3eeb-4355-9522-50a15ff803d6,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:39.469381 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-844a8ac7-3393-450e-a5b6-b971b9024612 req-ec78f5c4-95be-411b-b699-779698ffe1ef service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131644 Jun 16 11:40:39.487360 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.518152 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.521641 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fffbc684-7f49-49db-85a7-3a83164ba68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:39.604063 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Pushing event updated for resources: {'Port': ['ID=66a6d115-3eeb-4355-9522-50a15ff803d6,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:39.607638 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:39.684488 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.712643 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.739379 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.742036 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.743166 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4f9fda63-53d2-4ebe-8b98-659606615651 HTTP/1.1" status: 204 len: 168 time: 0.4268458 Jun 16 11:40:39.768167 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 94f50d86-0883-41e4-a97d-e3061ae83d1d up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:39.776331 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:39.792462 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9fda63-53d2-4ebe-8b98-659606615651,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:39.796302 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:39.809803 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877ff1b-5529-4630-ab0e-fc36f87a85dd req-cfea72e1-23ae-4f5c-a0b8-c74f7a123c5b tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:39.812122 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5877ff1b-5529-4630-ab0e-fc36f87a85dd req-cfea72e1-23ae-4f5c-a0b8-c74f7a123c5b tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 948 time: 0.0819337 Jun 16 11:40:39.933150 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 94f50d86-0883-41e4-a97d-e3061ae83d1d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:39.933150 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:39.946322 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Allocated IP 172.27.1.21 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/f4ca190d-daa7-4c61-b6b9-294ef92e13d7) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:39.967172 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5877ff1b-5529-4630-ab0e-fc36f87a85dd req-f05b6e02-38bc-4222-b56c-13a21b117b75 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477604 Jun 16 11:40:40.161598 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:40.199878 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf8823-0bb9-4053-bf70-ba8d57236523 req-9627a0a2-6995-4008-b485-980f933dc58c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:40.201462 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20bf8823-0bb9-4053-bf70-ba8d57236523 req-9627a0a2-6995-4008-b485-980f933dc58c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1219709 Jun 16 11:40:40.253618 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20bf8823-0bb9-4053-bf70-ba8d57236523 req-00d05c11-3e9b-4c3f-9f8b-072642ebddee tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Jun 16 11:40:40.284740 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:40.288499 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:40.329763 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:40.334707 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:40.338430 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:40.364039 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Pushing event updated for resources: {'Port': ['ID=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:40.370881 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:40.751942 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:40.801328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 3ddb5467-0369-4d71-94cd-c33a42db2237 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:40:40.916443 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6593ac-7575-46ea-9551-b93b031d92f8 None None] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:41.006323 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 3ddb5467-0369-4d71-94cd-c33a42db2237, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ddb5467-0369-4d71-94cd-c33a42db2237,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:41.026121 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:41.050327 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '3ddb5467-0369-4d71-94cd-c33a42db2237', 'network_id': 'e6669a9c-9a46-464e-9da2-6a688b6f71f7', 'port_id': '3ddb5467-0369-4d71-94cd-c33a42db2237', 'mac_address': 'fa:16:3e:b5:b5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9159748c-8591-48d9-b086-17b9405fe0bd', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:40:41.152870 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:41.189891 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:41.200209 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f3c6-334f-451f-b0fe-0665713c16e2 req-73350220-e052-4c7a-81b2-2d5ac771fc67 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:41.219265 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd01f3c6-334f-451f-b0fe-0665713c16e2 req-73350220-e052-4c7a-81b2-2d5ac771fc67 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 948 time: 0.0966427 Jun 16 11:40:41.225411 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddb5467-0369-4d71-94cd-c33a42db2237 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:40:41.274905 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 3ddb5467-0369-4d71-94cd-c33a42db2237, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ddb5467-0369-4d71-94cd-c33a42db2237,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:41.278364 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bb4f37b7-d57d-49b5-90c7-eb0ce6b5ff72 None None] Provisioning for port 66a6d115-3eeb-4355-9522-50a15ff803d6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:41.318375 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd01f3c6-334f-451f-b0fe-0665713c16e2 req-a2c46bee-93fc-4665-b313-c9141fb3c3b3 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956414 Jun 16 11:40:41.336627 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:41.336627 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:41.364508 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Router 34d139d2-8891-451b-a295-6b968658ef22 is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:40:41.402477 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-813446663-network', 'tenant_id': 'f5120a9d538d45529891e0d34ef2faac'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:41.475445 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=3ddb5467-0369-4d71-94cd-c33a42db2237,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:41.480139 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:41.582953 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:40:41.583112 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7d75-dda1-4e7d-94c6-69fe6204172d req-351e8ee3-d67b-4252-921f-427fc6e7e57f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:41.589776 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-af3e7d75-dda1-4e7d-94c6-69fe6204172d req-351e8ee3-d67b-4252-921f-427fc6e7e57f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0760233 Jun 16 11:40:41.592938 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Sync routers for ids ['34d139d2-8891-451b-a295-6b968658ef22'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:40:41.605466 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Routers {'34d139d2-8891-451b-a295-6b968658ef22'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:41.608667 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['34d139d2-8891-451b-a295-6b968658ef22'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:41.628006 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-af3e7d75-dda1-4e7d-94c6-69fe6204172d req-fce46624-be9b-40e0-8173-29b5d0310b58 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Jun 16 11:40:41.628617 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Made reservation on behalf of f5120a9d538d45529891e0d34ef2faac for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:41.632904 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:41.635723 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['3ddb5467-0369-4d71-94cd-c33a42db2237'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:40:41.641435 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:41.719337 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:41.722544 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50028) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:41.731760 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Set router 34d139d2-8891-451b-a295-6b968658ef22 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:41.735844 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2471263 Jun 16 11:40:41.916833 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 66a6d115-3eeb-4355-9522-50a15ff803d6 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:41.929932 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.016419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.030911 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:40:42.032901 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e43bad22-95ca-4b47-b804-6ab623161119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:42.077379 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:40:40Z', 'revision_number': 3, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:42.077588 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.077701 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Added segment 66107b81-fe3a-405c-9c3e-7fe58ae71ae8 of type vlan for network 9a34987d-92ae-42a6-bda4-cbb5c853cafb Jun 16 11:40:42.092544 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Checking router: 34d139d2-8891-451b-a295-6b968658ef22 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:40:42.092982 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Updating router 34d139d2-8891-451b-a295-6b968658ef22 port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:40:42.159476 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 66a6d115-3eeb-4355-9522-50a15ff803d6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:42.171762 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1a8186-73c5-4b9b-b81f-463e5bbec0fc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:42.176567 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.176703 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:42.191464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 66a6d115-3eeb-4355-9522-50a15ff803d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:42.191856 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.203173 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.296028 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.297301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:42.297963 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.303364 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:42.323129 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.402946 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 66a6d115-3eeb-4355-9522-50a15ff803d6, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=66a6d115-3eeb-4355-9522-50a15ff803d6,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:42.423983 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2696426 Jun 16 11:40:42.424746 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Pushing event updated for resources: {'Network': ['ID=9a34987d-92ae-42a6-bda4-cbb5c853cafb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:42.426837 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50052) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:42.429234 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:42.435308 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 9a34987d-92ae-42a6-bda4-cbb5c853cafb details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:40:42.437811 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Request body: {'subnet': {'network_id': '9a34987d-92ae-42a6-bda4-cbb5c853cafb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-813446663-subnet', 'tenant_id': 'f5120a9d538d45529891e0d34ef2faac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:42.477799 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.534022 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-77819363-80de-4588-9fea-9916a9d1b666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:42.563503 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Made reservation on behalf of f5120a9d538d45529891e0d34ef2faac for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:42.565938 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29821782'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.592234 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.621898 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=66a6d115-3eeb-4355-9522-50a15ff803d6,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:42.625664 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Transition to ACTIVE for port object f4ca190d-daa7-4c61-b6b9-294ef92e13d7 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:42.626894 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:42.657815 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.703801 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.707070 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:42.740941 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02593d-cc42-445d-96ab-35107af6aca8 req-ed3d272b-eb90-48ea-a693-52134d409d70 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:42.748781 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e02593d-cc42-445d-96ab-35107af6aca8 req-ed3d272b-eb90-48ea-a693-52134d409d70 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 949 time: 0.2144067 Jun 16 11:40:42.760802 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4b7fa-7b7b-4a4e-8ac2-49d996e76bb3 None None] Pushing event updated for resources: {'Port': ['ID=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:42.764434 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-3af4b7fa-7b7b-4a4e-8ac2-49d996e76bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:42.789257 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Attempting to bind port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:42.789730 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Attempting to bind port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:42.790100 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Attempting to bind port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:42.795360 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:42.795743 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:42.796142 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.796720 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:42.797371 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Bound port: f4ca190d-daa7-4c61-b6b9-294ef92e13d7, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:42.797920 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.846801 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 3ddb5467-0369-4d71-94cd-c33a42db2237 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:42.850351 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e02593d-cc42-445d-96ab-35107af6aca8 req-0678f195-b307-447a-91a1-e4dc9a0765b7 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004045 Jun 16 11:40:42.872654 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] For port f4ca190d-daa7-4c61-b6b9-294ef92e13d7, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:42.872654 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] For port f4ca190d-daa7-4c61-b6b9-294ef92e13d7, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:42.927078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Allocated IP 172.20.0.1 (ca98993b-bd98-433f-9a6e-0ec555b8ae3f/6f1e210d-0468-45d5-9220-6433dd122f5d/3ebe59f1-f345-4598-bc2e-bed752db295d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:42.967288 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e5f04-f8fa-41c7-b7b4-ab9fd23a791a req-2cd1686d-62d8-46c5-b8a2-a7712cdd2246 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:42.968936 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e87e5f04-f8fa-41c7-b7b4-ab9fd23a791a req-2cd1686d-62d8-46c5-b8a2-a7712cdd2246 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1412215 Jun 16 11:40:42.969713 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29988704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29821764'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:42.977473 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:42.990476 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.002433 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:43.036914 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Routers {'34d139d2-8891-451b-a295-6b968658ef22'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:43.037691 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['34d139d2-8891-451b-a295-6b968658ef22'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:43.038573 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8852f05-3e7d-4809-8e28-9a3bca95cf92,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:43.044435 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 3ddb5467-0369-4d71-94cd-c33a42db2237 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:43.046268 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:43.049879 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 3ddb5467-0369-4d71-94cd-c33a42db2237 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:43.052174 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.063410 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Checking segment: {'id': '66107b81-fe3a-405c-9c3e-7fe58ae71ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '9a34987d-92ae-42a6-bda4-cbb5c853cafb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:43.063672 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e87e5f04-f8fa-41c7-b7b4-ab9fd23a791a req-e79d5852-62af-427f-ba77-a35a17ac4c92 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799832 Jun 16 11:40:43.063934 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Network hostable DHCP agents. Network: 9a34987d-92ae-42a6-bda4-cbb5c853cafb, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:40:43.082102 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.099065 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Transition to ACTIVE for port object 3ebe59f1-f345-4598-bc2e-bed752db295d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:43.164915 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Network 9a34987d-92ae-42a6-bda4-cbb5c853cafb is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:40:43.178129 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4b7fa-7b7b-4a4e-8ac2-49d996e76bb3 None None] Pushing event updated for resources: {'Port': ['ID=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:43.183319 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-3af4b7fa-7b7b-4a4e-8ac2-49d996e76bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:43.192264 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.195828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.202351 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:43.206282 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] Set router 34d139d2-8891-451b-a295-6b968658ef22 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:43.255832 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-17296aad-f2c4-43b5-9746-f55af4504d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.269910 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddb5467-0369-4d71-94cd-c33a42db2237'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:40:43.272834 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbd3d08-f6d9-4696-924a-2349941e1b2f" -d '{"events": [{"server_uuid": "ec72020c-ec32-435b-b6f1-67f0ca7b5094", "name": "network-vif-plugged", "status": "completed", "tag": "3ddb5467-0369-4d71-94cd-c33a42db2237"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:40:43.285246 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:43.288098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 3ddb5467-0369-4d71-94cd-c33a42db2237, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ddb5467-0369-4d71-94cd-c33a42db2237,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:43.293556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:43.315185 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:43.326295 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7965244b-7907-4c69-80a7-b394afdee3fa x-openstack-request-id: req-7965244b-7907-4c69-80a7-b394afdee3fa {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:40:43.326727 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec72020c-ec32-435b-b6f1-67f0ca7b5094", "name": "network-vif-plugged", "status": "completed", "tag": "3ddb5467-0369-4d71-94cd-c33a42db2237", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:40:43.327088 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7965244b-7907-4c69-80a7-b394afdee3fa {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:40:43.327588 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddb5467-0369-4d71-94cd-c33a42db2237', 'code': 200} Jun 16 11:40:43.329771 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 9a34987d-92ae-42a6-bda4-cbb5c853cafb) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:43.334275 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:43.334889 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.341996 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b6716-e960-44cf-abbe-0cf1102dab4f None None] Network 9a34987d-92ae-42a6-bda4-cbb5c853cafb requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:43.365776 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebe59f1-f345-4598-bc2e-bed752db295d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:43.370268 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:43.419132 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9888179 Jun 16 11:40:43.424316 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.544356 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.554599 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:43.573817 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:40:40Z', 'revision_number': 3, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:43.591863 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6374e0f6-9d89-4054-81fe-b161bbde85d2 None None] The sync data for ids ['34d139d2-8891-451b-a295-6b968658ef22'] in dv-cinder-796286-5-iscsi is: [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:40:40Z', 'revision_number': 3, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:40:43.695337 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=3ddb5467-0369-4d71-94cd-c33a42db2237,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:43.698669 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:43.699392 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d922c761-16df-4237-8cd7-09d6faeb5376 None None] Network 9a34987d-92ae-42a6-bda4-cbb5c853cafb requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:43.789107 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 66a6d115-3eeb-4355-9522-50a15ff803d6 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:43.899169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 66a6d115-3eeb-4355-9522-50a15ff803d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:43.899558 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:43.998803 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-671e9f9d-c323-4a4c-ac3e-0706f8865b48 None None] Provisioning for port 3ebe59f1-f345-4598-bc2e-bed752db295d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:44.013580 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-671e9f9d-c323-4a4c-ac3e-0706f8865b48 None None] Provisioning complete for port 3ebe59f1-f345-4598-bc2e-bed752db295d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:44.013580 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-671e9f9d-c323-4a4c-ac3e-0706f8865b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.020802 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.104401 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-671e9f9d-c323-4a4c-ac3e-0706f8865b48 None None] Port 3ebe59f1-f345-4598-bc2e-bed752db295d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:44.264293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b51c4-5f8c-4c38-b89e-c4fa91523a5e req-84708d06-b733-43e1-8726-cb55fb3a8399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:44.266327 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b17b51c4-5f8c-4c38-b89e-c4fa91523a5e req-84708d06-b733-43e1-8726-cb55fb3a8399 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 1103 time: 0.2423463 Jun 16 11:40:44.391299 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50110) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:44.406821 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b17b51c4-5f8c-4c38-b89e-c4fa91523a5e req-08c0a18f-e3e8-49a6-bab3-3715f1f1e240 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148865 Jun 16 11:40:44.453690 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd2f3d-df3f-4fb1-9674-15797c4b4680 req-9ca49ca7-5ec8-49a9-851d-403c3957f7de tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:44.455194 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-46fd2f3d-df3f-4fb1-9674-15797c4b4680 req-9ca49ca7-5ec8-49a9-851d-403c3957f7de tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 950 time: 0.2186625 Jun 16 11:40:44.481034 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.509841 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-46fd2f3d-df3f-4fb1-9674-15797c4b4680 req-8acef597-4e01-4ca1-9caa-f40399944ad9 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448940 Jun 16 11:40:44.557983 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.578304 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.590096 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:44.699312 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3ebe59f1-f345-4598-bc2e-bed752db295d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:44.707271 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:44.734465 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.745170 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.801552 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50122) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:44.808467 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1004813772-network', 'tenant_id': 'fae0d967ba8846398f28307cdc58a191'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:44.838698 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.855482 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ceafc434-a181-4e4c-b797-a45c34adde36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:44.893255 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fdb3d-4101-4df6-93c8-72800b726f80 req-78f08412-31c5-4c8e-bbd6-f00d30bc6185 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:44.893255 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b02fdb3d-4101-4df6-93c8-72800b726f80 req-78f08412-31c5-4c8e-bbd6-f00d30bc6185 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1813400 Jun 16 11:40:44.893255 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:44.893795 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a6de8646c0c47f9ae434386d085453e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989457 Jun 16 11:40:44.896376 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50124) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:44.904051 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b6afc2-aef1-4526-afbc-8dc475aa9c5f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:44.907204 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:44.915160 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:44.981650 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Made reservation on behalf of fae0d967ba8846398f28307cdc58a191 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:44.984235 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:44.998063 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.110271 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.237449 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.240553 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:45.257731 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-dc9025a8-c8ca-4881-b6b8-5e4175b186cc None None] Provisioning complete for port 3ebe59f1-f345-4598-bc2e-bed752db295d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:45.258894 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dc9025a8-c8ca-4881-b6b8-5e4175b186cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.271533 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:40:45.278756 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93731ec8-8bf2-4dd3-bc28-d5d59d3efd93,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:45.282866 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:45.290294 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.290801 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Added segment 0201c5ef-0960-4388-8f0c-ea02db99e3dd of type vlan for network dcba2584-fb18-4044-831d-c2f7da7252ca Jun 16 11:40:45.332904 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-dc9025a8-c8ca-4881-b6b8-5e4175b186cc None None] Port 3ebe59f1-f345-4598-bc2e-bed752db295d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:45.336181 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.363331 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b02fdb3d-4101-4df6-93c8-72800b726f80 req-e760da2f-ef06-4fe5-9549-621d231a60d8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450920 Jun 16 11:40:45.364101 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.396092 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.430089 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.436034 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:45.437915 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.440148 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Router 34d139d2-8891-451b-a295-6b968658ef22 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:40:45.443891 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-98b0d49e-5326-4269-88e3-3029c1f09e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:45.589934 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:40:45.596884 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] 10.222.0.45 "PUT /v2.0/routers/34d139d2-8891-451b-a295-6b968658ef22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8732615 Jun 16 11:40:45.633620 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.637916 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.645620 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e1b6afc2-aef1-4526-afbc-8dc475aa9c5f HTTP/1.1" status: 204 len: 168 time: 0.7419267 Jun 16 11:40:45.645620 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ea8c3658-3e21-485f-ac8c-3ed34077ef54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:45.650928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b6afc2-aef1-4526-afbc-8dc475aa9c5f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:45.653902 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:45.783580 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e53b5c-9c2b-4dc9-a918-43eed7c9c053 req-0f4aa50d-c102-43d2-9d31-39e5c07d0ae1 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:45.785414 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9e53b5c-9c2b-4dc9-a918-43eed7c9c053 req-0f4aa50d-c102-43d2-9d31-39e5c07d0ae1 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 950 time: 0.1152170 Jun 16 11:40:45.832575 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Pushing event updated for resources: {'Network': ['ID=dcba2584-fb18-4044-831d-c2f7da7252ca,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:45.844965 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0422630 Jun 16 11:40:45.848079 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50152) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:45.851079 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:45.860473 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Sync routers for ids ['34d139d2-8891-451b-a295-6b968658ef22'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:40:45.861569 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Request body: {'subnet': {'network_id': 'dcba2584-fb18-4044-831d-c2f7da7252ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1004813772-subnet', 'tenant_id': 'fae0d967ba8846398f28307cdc58a191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:45.880769 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network dcba2584-fb18-4044-831d-c2f7da7252ca details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:40:45.884656 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device f4ca190d-daa7-4c61-b6b9-294ef92e13d7 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:45.892468 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9e53b5c-9c2b-4dc9-a918-43eed7c9c053 req-cf47ff4e-ac8a-42f6-bc1f-1bfff10f0fae tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966058 Jun 16 11:40:45.927100 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e1131538-c171-4fae-a0e5-2dbb9971f5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:45.932220 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Routers {'34d139d2-8891-451b-a295-6b968658ef22'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:45.932860 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['34d139d2-8891-451b-a295-6b968658ef22'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:46.031675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Made reservation on behalf of fae0d967ba8846398f28307cdc58a191 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:46.038999 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30285838'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.135343 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Set router 34d139d2-8891-451b-a295-6b968658ef22 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:46.209117 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.261057 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:46.324691 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:46.325318 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.410611 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30389325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30285852'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.416230 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:46.485621 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f087d2e-0f42-46d3-befc-37ce4bd66bc4,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:46.489677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:46.489814 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.496646 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Checking segment: {'id': '0201c5ef-0960-4388-8f0c-ea02db99e3dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'dcba2584-fb18-4044-831d-c2f7da7252ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:46.497299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Network hostable DHCP agents. Network: dcba2584-fb18-4044-831d-c2f7da7252ca, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:40:46.516881 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port f4ca190d-daa7-4c61-b6b9-294ef92e13d7, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:46.542465 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:40:43Z', 'revision_number': 4, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '3ebe59f1-f345-4598-bc2e-bed752db295d', 'name': '', 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'mac_address': 'fa:16:3e:cd:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6f1e210d-0468-45d5-9220-6433dd122f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:42Z', 'updated_at': '2021-06-16T11:40:44Z', 'revision_number': 2, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'subnets': [{'id': '6f1e210d-0468-45d5-9220-6433dd122f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:46.551321 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Checking router: 34d139d2-8891-451b-a295-6b968658ef22 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:40:46.552506 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Updating router 34d139d2-8891-451b-a295-6b968658ef22 port 3ebe59f1-f345-4598-bc2e-bed752db295d binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:40:46.599322 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.608496 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:46.627113 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Network dcba2584-fb18-4044-831d-c2f7da7252ca is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:40:46.634278 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.719743 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50190) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:46.724376 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123697368', 'description': 'tempest-secgroup-smoke-1123697368 description', 'project_id': 'cb88e2056210447d8f65806c70bb4054'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:46.728990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25d9ca-fccb-4f10-a271-d035784fec8b req-4599b5cc-e240-4b7f-9902-39abce3dc440 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:46.734066 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cd25d9ca-fccb-4f10-a271-d035784fec8b req-4599b5cc-e240-4b7f-9902-39abce3dc440 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0864666 Jun 16 11:40:46.736556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, dcba2584-fb18-4044-831d-c2f7da7252ca) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:46.748914 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:46.749593 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.805095 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cd25d9ca-fccb-4f10-a271-d035784fec8b req-f1d0cb48-c09f-4e27-9071-77c15de0a4c1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576708 Jun 16 11:40:46.806287 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cab8c4-8da1-4127-a930-0b4dae24a1f1 None None] Network dcba2584-fb18-4044-831d-c2f7da7252ca requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:46.808921 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:46.815462 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:46.839044 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:46.921677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60d002-8904-47f6-b048-e08a8d432876 req-ed51fece-a905-4f63-8d69-f3080a59a189 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:46.929348 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c60d002-8904-47f6-b048-e08a8d432876 req-ed51fece-a905-4f63-8d69-f3080a59a189 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 950 time: 0.0830488 Jun 16 11:40:46.933145 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0836987 Jun 16 11:40:47.015249 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c60d002-8904-47f6-b048-e08a8d432876 req-0adb2058-2250-4e02-a1e6-183e081a416f tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849271 Jun 16 11:40:47.059785 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.113597 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.121696 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb67616-7798-410b-af8a-4f9cbf604fba None None] Network dcba2584-fb18-4044-831d-c2f7da7252ca requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:47.124506 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.130711 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7afca2c3-7e27-4251-8aa1-8a8a94c65015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:47.191474 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:47.196998 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:47.219160 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50212) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:47.279846 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.284272 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50216) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:47.285360 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5645895 Jun 16 11:40:47.289382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5bcee-13fa-4487-a91a-19ff21fe7ac5', 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:47.370376 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-928165123-network', 'tenant_id': 'b04452a6898a4320b96be88eed28325b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:47.374508 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.385468 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Transition to ACTIVE for port object 3ebe59f1-f345-4598-bc2e-bed752db295d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:47.416311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.465512 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.484409 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.487464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-39ede00d-9990-4f09-a6cd-f0665a31798c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:47.507897 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Made reservation on behalf of b04452a6898a4320b96be88eed28325b for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:47.510816 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.520886 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.566390 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436f9d-6702-4fe9-9822-83ea3f6199d4 None None] Pushing event updated for resources: {'Port': ['ID=3ebe59f1-f345-4598-bc2e-bed752db295d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:47.575968 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.576253 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f0436f9d-6702-4fe9-9822-83ea3f6199d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:47.579194 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:47.649418 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41e9f75-c353-4c9f-aadc-168c645dafbd,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:47.649418 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:47.684227 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Attempting to bind port 3ebe59f1-f345-4598-bc2e-bed752db295d on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:47.684605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Attempting to bind port 3ebe59f1-f345-4598-bc2e-bed752db295d by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:47.684995 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Attempting to bind port 3ebe59f1-f345-4598-bc2e-bed752db295d on network ca98993b-bd98-433f-9a6e-0ec555b8ae3f {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:47.687742 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.691456 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:47.691785 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Checking segment: {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:47.692200 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.692873 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Bound using segment: {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:47.693689 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Bound port: 3ebe59f1-f345-4598-bc2e-bed752db295d, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745efda1-4071-4c8f-b7af-7e6358b7682f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1150, 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:47.693689 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.767985 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] For port 3ebe59f1-f345-4598-bc2e-bed752db295d, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:47.772087 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] For port 3ebe59f1-f345-4598-bc2e-bed752db295d, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=3ebe59f1-f345-4598-bc2e-bed752db295d,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:47.790198 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device f4ca190d-daa7-4c61-b6b9-294ef92e13d7 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:47.840621 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:47.841006 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.885832 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.889872 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-be90f6a4-a488-445b-afb9-d1ceccda6294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:47.929340 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.931793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1177} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:40:47.942618 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5dddd1-4891-48c4-9562-ebb018d9c24e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:47.976295 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:47.981147 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.981744 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Added segment d0d4f2ae-2a00-48c0-8433-48efea5b4461 of type vlan for network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa Jun 16 11:40:47.989167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:47.990334 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cc89cc81-e78c-4de6-a1e0-ef79340475b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7049296 Jun 16 11:40:47.994686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50238) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:47.999705 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:47.999893 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5bcee-13fa-4487-a91a-19ff21fe7ac5', 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:48.056002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc21a4b-da11-4d76-977b-4824488d040a req-bc4bff5c-530b-4d23-9e8d-5ffe84f52a84 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:48.062329 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.062485 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436f9d-6702-4fe9-9822-83ea3f6199d4 None None] Pushing event updated for resources: {'Port': ['ID=3ebe59f1-f345-4598-bc2e-bed752db295d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:48.063105 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2cc21a4b-da11-4d76-977b-4824488d040a req-bc4bff5c-530b-4d23-9e8d-5ffe84f52a84 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1448662 Jun 16 11:40:48.068180 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f0436f9d-6702-4fe9-9822-83ea3f6199d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:48.128106 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Routers {'34d139d2-8891-451b-a295-6b968658ef22'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:48.129204 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['34d139d2-8891-451b-a295-6b968658ef22'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:48.164290 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2cc21a4b-da11-4d76-977b-4824488d040a req-0e838304-fab3-4ff4-928c-4ab74b1d6310 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991714 Jun 16 11:40:48.169017 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.228312 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.233132 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:48.234017 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.252382 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-53ea9f4b-1a6a-4902-a836-813ec02f6f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:48.329242 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] Set router 34d139d2-8891-451b-a295-6b968658ef22 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:48.358812 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.365838 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Pushing event updated for resources: {'Network': ['ID=1895c0f0-d135-4ce4-a412-8989e9e8b7fa,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:48.369709 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:48.416526 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-f92adce5-5c67-485a-9d95-9310507284c8 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:48.419076 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-f92adce5-5c67-485a-9d95-9310507284c8 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 950 time: 0.3397553 Jun 16 11:40:48.441796 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:40:48.444171 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.464896 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2436004 Jun 16 11:40:48.467195 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50252) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:48.476291 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Request body: {'subnet': {'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-928165123-subnet', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:48.488866 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f3b816e2-048f-4e8e-81c1-9c9a5c0e5158 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:48.513456 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50254) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:48.536611 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c444e0-99f7-4d05-9de5-158c8a9f41b3,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:48.547079 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:48.558718 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Made reservation on behalf of b04452a6898a4320b96be88eed28325b for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:48.562145 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29821782'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.562383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b8f37-9b72-45c5-b0ff-f4d8834ff309 req-d5a9ff91-7641-4e8e-b0f4-664815790510 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:48.570030 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-847b8f37-9b72-45c5-b0ff-f4d8834ff309 req-d5a9ff91-7641-4e8e-b0f4-664815790510 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.3881710 Jun 16 11:40:48.651735 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66fbc3-0e3d-4e0a-ae42-c9fd5c0ef43f req-a0c3fe7f-ad8f-4567-929d-8e8d87a26abd tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:48.653344 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fb66fbc3-0e3d-4e0a-ae42-c9fd5c0ef43f req-a0c3fe7f-ad8f-4567-929d-8e8d87a26abd tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 950 time: 0.3335383 Jun 16 11:40:48.655915 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.659538 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6613572 Jun 16 11:40:48.659988 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-847b8f37-9b72-45c5-b0ff-f4d8834ff309 req-ee349d46-68a2-4d82-8d52-7d56c7fca0df tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890620 Jun 16 11:40:48.661842 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:48.664792 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.669309 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5bcee-13fa-4487-a91a-19ff21fe7ac5', 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:48.697142 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:40:43Z', 'revision_number': 4, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '3ebe59f1-f345-4598-bc2e-bed752db295d', 'name': '', 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'mac_address': 'fa:16:3e:cd:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6f1e210d-0468-45d5-9220-6433dd122f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:42Z', 'updated_at': '2021-06-16T11:40:47Z', 'revision_number': 4, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'subnets': [{'id': '6f1e210d-0468-45d5-9220-6433dd122f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:48.702564 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bc76d0-8dd2-41d3-b227-2e11d3662216 None None] The sync data for ids ['34d139d2-8891-451b-a295-6b968658ef22'] in dv-cinder-796286-5-iscsi is: [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:40:43Z', 'revision_number': 4, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '3ebe59f1-f345-4598-bc2e-bed752db295d', 'name': '', 'network_id': 'ca98993b-bd98-433f-9a6e-0ec555b8ae3f', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'mac_address': 'fa:16:3e:cd:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '6f1e210d-0468-45d5-9220-6433dd122f5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:42Z', 'updated_at': '2021-06-16T11:40:47Z', 'revision_number': 4, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'subnets': [{'id': '6f1e210d-0468-45d5-9220-6433dd122f5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:40:48.716707 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Deleting port 3ddb5467-0369-4d71-94cd-c33a42db2237 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:40:48.716976 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.725334 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fb66fbc3-0e3d-4e0a-ae42-c9fd5c0ef43f req-323222e0-9f9e-4066-9b57-44e425347cda tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/security-groups?id=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633626 Jun 16 11:40:48.824085 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.860600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] For port 3ddb5467-0369-4d71-94cd-c33a42db2237, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=3ddb5467-0369-4d71-94cd-c33a42db2237,segment=NetworkSegment(3d17ede7-4231-4ea2-9463-aa50c70b09ff),segment_id=3d17ede7-4231-4ea2-9463-aa50c70b09ff)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:48.860904 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.933338 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Calling delete_port for 3ddb5467-0369-4d71-94cd-c33a42db2237 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:40:48.958343 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.975576 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:48.998162 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.002947 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29988704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29821764'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.006189 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3a19f58d-5d6d-4f44-85be-61aa1110ceab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:49.071526 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e1dd4bb-2af8-4839-89bc-d832a902e1e9,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:49.075160 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:49.083312 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.095139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Checking segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:49.095139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Network hostable DHCP agents. Network: 1895c0f0-d135-4ce4-a412-8989e9e8b7fa, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:40:49.096836 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-78da5de0-e6b5-4bdc-a7c9-681fbb4bb592 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:49.117024 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee8392f-f713-4064-91c8-d6552301e82f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:49.120049 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:49.125860 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.129495 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bebf4de1-4369-4b49-b4f6-e894dd659a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:49.167307 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c6ab6db532a04dcfbb3e66f46cb3113c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526582 Jun 16 11:40:49.168389 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc1c08-042e-45a2-b2ef-e5726f8c3ea0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:49.169967 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50262) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:49.182269 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:49.208806 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.220715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:49.224391 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['3ddb5467-0369-4d71-94cd-c33a42db2237'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:40:49.233076 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.236980 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5715029 Jun 16 11:40:49.236980 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:40:49.240956 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:49.243817 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Pushing event deleted for resources: {'Port': ['ID=3ddb5467-0369-4d71-94cd-c33a42db2237,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:49.250835 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5bcee-13fa-4487-a91a-19ff21fe7ac5', 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:49.262581 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:49.303320 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.329285 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] No DVR routers for this DVR port 3ddb5467-0369-4d71-94cd-c33a42db2237 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:40:49.336407 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.338388 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1c170a38-50dd-4a60-9815-927781f2ce5d req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.60 "DELETE /v2.0/ports/3ddb5467-0369-4d71-94cd-c33a42db2237 HTTP/1.1" status: 204 len: 173 time: 0.8979657 Jun 16 11:40:49.338898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'name': 'network-vif-deleted', 'tag': '3ddb5467-0369-4d71-94cd-c33a42db2237'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:40:49.341222 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8726e8e7-d54e-4add-959a-95f50f26f5e9" -d '{"events": [{"server_uuid": "ec72020c-ec32-435b-b6f1-67f0ca7b5094", "name": "network-vif-deleted", "tag": "3ddb5467-0369-4d71-94cd-c33a42db2237"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:40:49.347611 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 1895c0f0-d135-4ce4-a412-8989e9e8b7fa) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:49.356517 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a12bc5-c53e-4bfb-9e4a-35178a1d77d2 None None] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:49.369210 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:49.370081 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.391363 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.419109 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.429175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d177b-3bef-4969-83f8-8df767eeacc0 x-openstack-request-id: req-204d177b-3bef-4969-83f8-8df767eeacc0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:40:49.429779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec72020c-ec32-435b-b6f1-67f0ca7b5094", "name": "network-vif-deleted", "tag": "3ddb5467-0369-4d71-94cd-c33a42db2237", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:40:49.429779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-204d177b-3bef-4969-83f8-8df767eeacc0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:40:49.430169 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec72020c-ec32-435b-b6f1-67f0ca7b5094', 'name': 'network-vif-deleted', 'tag': '3ddb5467-0369-4d71-94cd-c33a42db2237', 'status': 'completed', 'code': 200} Jun 16 11:40:49.485191 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-dd04de8d-2f81-42bd-b0ed-c1532631a41f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0169437 Jun 16 11:40:49.488629 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50272) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:49.496370 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:49.513876 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.568041 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fb8b4-9b7e-46e1-92ea-aea248afd45d req-7f2ffc9d-154d-47c7-9838-ed12fc242eea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:49.570512 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b59fb8b4-9b7e-46e1-92ea-aea248afd45d req-7f2ffc9d-154d-47c7-9838-ed12fc242eea tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2265983 Jun 16 11:40:49.587984 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.595367 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ac55ed5e-cfe4-470b-a8d5-64f0786d40cf tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:49.609904 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a41d14-7a09-4063-8ae6-1421307a47f3,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:49.621046 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.621812 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.622513 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.623107 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.623688 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.624256 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.624816 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.625354 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.625701 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.626560 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.627134 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.627695 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.628248 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.628490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.634174 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15fc1c08-042e-45a2-b2ef-e5726f8c3ea0 HTTP/1.1" status: 204 len: 168 time: 0.4630306 Jun 16 11:40:49.635519 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.636742 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.643899 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-213a4f43-c325-4da9-bf3f-da71ea40cf22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:49.651540 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:49.655770 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc1c08-042e-45a2-b2ef-e5726f8c3ea0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:49.666037 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b59fb8b4-9b7e-46e1-92ea-aea248afd45d req-1ba53791-2161-44bd-8a7e-626cfad2d43c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869131 Jun 16 11:40:49.685887 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.688961 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.689236 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.690048 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.690048 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.697594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:40:49.702667 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:49.743243 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.745671 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5017817 Jun 16 11:40:49.750819 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50282) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:49.755593 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5bcee-13fa-4487-a91a-19ff21fe7ac5', 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:49.785791 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.794931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:40:49.795778 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:49.935511 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 3ebe59f1-f345-4598-bc2e-bed752db295d up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:49.961742 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Project cb88e2056210447d8f65806c70bb4054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:40:49.993712 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.042467 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Allocated IP 172.20.0.2 (1895c0f0-d135-4ce4-a412-8989e9e8b7fa/6e1dd4bb-2af8-4839-89bc-d832a902e1e9/1a43629b-70b0-476e-a791-b517315fcefa) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:50.113334 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.158056 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 3ebe59f1-f345-4598-bc2e-bed752db295d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:50.167267 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 3ebe59f1-f345-4598-bc2e-bed752db295d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:50.167623 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.187430 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.190059 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:50.212993 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e77578fd-8850-4791-ad9c-c28eb9bec6f4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:50.215803 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:50.237707 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.276880 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f16f0568-8ba3-43f0-929a-fc1787bf8ab8 req-353f3d18-9370-4c32-a36a-1d856b791ac6 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec72020c-ec32-435b-b6f1-67f0ca7b5094 HTTP/1.1" status: 200 len: 210 time: 0.1487880 Jun 16 11:40:50.310764 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be55d74-d9c6-41cd-8df3-f0026b8b46a8 req-6268f12a-dce3-48d2-8015-de38176cc7cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:50.315303 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.315446 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7be55d74-d9c6-41cd-8df3-f0026b8b46a8 req-6268f12a-dce3-48d2-8015-de38176cc7cc tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.4160783 Jun 16 11:40:50.339384 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.343746 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5889814 Jun 16 11:40:50.344749 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50294) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:50.345881 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Transition to ACTIVE for port object 1a43629b-70b0-476e-a791-b517315fcefa will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:50.352411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'security_group_rule': {'security_group_id': 'c7b5bcee-13fa-4487-a91a-19ff21fe7ac5', 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:50.369487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.372757 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Transition to ACTIVE for port object 1a43629b-70b0-476e-a791-b517315fcefa will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:50.412084 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7be55d74-d9c6-41cd-8df3-f0026b8b46a8 req-5affb2cd-852e-4bb6-8138-33c8360567f3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856676 Jun 16 11:40:50.448352 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 3ebe59f1-f345-4598-bc2e-bed752db295d, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=3ebe59f1-f345-4598-bc2e-bed752db295d,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:50.490559 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.492987 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:50.528383 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.536064 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:50.538921 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:50.543144 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:50.546683 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Project cb88e2056210447d8f65806c70bb4054 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:40:50.547860 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Pushing event updated for resources: {'Port': ['ID=1a43629b-70b0-476e-a791-b517315fcefa,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:50.552291 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:50.552761 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:50.559998 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50298) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:50.575888 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.583969 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.689328 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.689936 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.701830 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.724767 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.767986 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=3ebe59f1-f345-4598-bc2e-bed752db295d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:50.770851 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Attempting to bind port 1a43629b-70b0-476e-a791-b517315fcefa on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:50.771229 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Attempting to bind port 1a43629b-70b0-476e-a791-b517315fcefa by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:50.771598 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Attempting to bind port 1a43629b-70b0-476e-a791-b517315fcefa on network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:50.774714 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:50.781282 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.781449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:50.781449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Checking segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:50.781449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.781449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Bound using segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:50.781449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Bound port: 1a43629b-70b0-476e-a791-b517315fcefa, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:50.781449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.784537 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4ef37572-950b-458e-a214-93b4f5841505 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:50.810806 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a189e000-1a74-4aa3-9051-1aec684ab6b4,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:50.818441 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:50.838631 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.842726 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e3d7e7d1-ef06-4235-9643-7841b991c51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:50.862365 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] For port 1a43629b-70b0-476e-a791-b517315fcefa, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:50.866576 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] For port 1a43629b-70b0-476e-a791-b517315fcefa, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=1a43629b-70b0-476e-a791-b517315fcefa,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:50.886915 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=09cba499c54c4a8c9b103076fcc4c2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255830 Jun 16 11:40:50.893411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50302) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:50.894758 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0012c1fd-c9b2-49fc-8ba5-fc471e8dbfec,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:50.900589 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:50.910046 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Allocated IP 172.27.1.164 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:50.917950 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.919110 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fb26d9e6-7c6c-4060-bbe5-af564fb0c790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5731535 Jun 16 11:40:50.931682 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:50.934757 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:50.987879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd0f55-433c-43b2-bd0d-500d01adaf8e req-8e54cbb0-466d-4716-9735-f14557b550ad tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:50.993750 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91fd0f55-433c-43b2-bd0d-500d01adaf8e req-8e54cbb0-466d-4716-9735-f14557b550ad tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1575754 Jun 16 11:40:51.003793 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Pushing event updated for resources: {'Port': ['ID=1a43629b-70b0-476e-a791-b517315fcefa,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:51.007799 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:51.075449 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:51.451290 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91fd0f55-433c-43b2-bd0d-500d01adaf8e req-c4cfa05b-3796-4205-a546-e21a10734eb8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4386876 Jun 16 11:40:51.453623 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:51.486403 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:51.610578 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:51.613284 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:51.617539 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0012c1fd-c9b2-49fc-8ba5-fc471e8dbfec HTTP/1.1" status: 204 len: 168 time: 0.7231514 Jun 16 11:40:51.622630 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-92c58979-c6d2-46fe-ae83-e73890bf64b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:51.635518 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0012c1fd-c9b2-49fc-8ba5-fc471e8dbfec,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:51.638162 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:51.643638 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:51.653563 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17ac45-9586-4483-abf6-4a699fb0f52a req-0891dcf4-91b2-4386-b5e0-1776f2aae2ca tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:51.655092 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ae17ac45-9586-4483-abf6-4a699fb0f52a req-0891dcf4-91b2-4386-b5e0-1776f2aae2ca tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0926452 Jun 16 11:40:51.656683 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:51.715357 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:51.724357 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:51.730438 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:51.740422 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:51.790078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:51.795478 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ae17ac45-9586-4483-abf6-4a699fb0f52a req-69bed87e-25c3-483a-a7df-4ccb2cfaa765 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128502 Jun 16 11:40:51.953441 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 3ebe59f1-f345-4598-bc2e-bed752db295d up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:52.073324 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 3ebe59f1-f345-4598-bc2e-bed752db295d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:52.073697 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.189202 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 1a43629b-70b0-476e-a791-b517315fcefa up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:52.255177 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.327327 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98913647-8126-4c84-be6e-b0f9d32afbf6 None None] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:40:52.355979 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 1a43629b-70b0-476e-a791-b517315fcefa completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:52.470296 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Provisioning for port 1a43629b-70b0-476e-a791-b517315fcefa completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:52.475239 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Provisioning complete for port 1a43629b-70b0-476e-a791-b517315fcefa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:52.476081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.691913 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.712796 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.747314 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] For port 1a43629b-70b0-476e-a791-b517315fcefa, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=1a43629b-70b0-476e-a791-b517315fcefa,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:52.756859 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50422) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:52.778246 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.781674 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc73be7-72a5-4d9b-bd89-3d7b380667fc req-45e554e9-956b-4c5c-badf-59d9f5591585 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:52.789303 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9fc73be7-72a5-4d9b-bd89-3d7b380667fc req-45e554e9-956b-4c5c-badf-59d9f5591585 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1605408 Jun 16 11:40:52.862435 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.867550 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:52.878974 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9fc73be7-72a5-4d9b-bd89-3d7b380667fc req-ea325b13-87e2-49fc-8ca7-0b1e25d459d9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Jun 16 11:40:52.900563 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 3ddb5467-0369-4d71-94cd-c33a42db2237 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:40:52.917779 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:52.952326 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 3ddb5467-0369-4d71-94cd-c33a42db2237 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:40:52.952790 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 3ddb5467-0369-4d71-94cd-c33a42db2237 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:40:53.014615 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.018871 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:53.024911 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Pushing event updated for resources: {'Port': ['ID=1a43629b-70b0-476e-a791-b517315fcefa,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:53.028033 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:53.094709 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9d4e07de-d11c-41c9-b3aa-6842009f9817 None None] Provisioning complete for port 1a43629b-70b0-476e-a791-b517315fcefa triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:53.095090 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9d4e07de-d11c-41c9-b3aa-6842009f9817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.099293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:40:53.129284 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e099113-d459-4cf1-852d-708f3ff62bcf,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:53.142818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:53.174610 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c8dbd03f0094a8da0540fbe98ccc79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3934002 Jun 16 11:40:53.174610 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50444) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:53.263629 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.284059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968ff18-acdc-4eec-8053-de0b29feac60 req-173f77b9-4463-48d9-974a-9b794de41c52 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:53.289265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.289742 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d968ff18-acdc-4eec-8053-de0b29feac60 req-173f77b9-4463-48d9-974a-9b794de41c52 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.2381892 Jun 16 11:40:53.342246 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:40:53.358004 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Sync routers for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:40:53.362309 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d82d-35ed-4d47-ae37-3ab5901a0090 req-e30e80ea-8c10-4daa-8e51-0085a5984340 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:53.370941 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bf93d82d-35ed-4d47-ae37-3ab5901a0090 req-e30e80ea-8c10-4daa-8e51-0085a5984340 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1878071 Jun 16 11:40:53.371147 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:53.371147 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:53.378015 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d968ff18-acdc-4eec-8053-de0b29feac60 req-0c061d2a-2f96-4578-a973-71008d681c94 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851042 Jun 16 11:40:53.418620 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bf93d82d-35ed-4d47-ae37-3ab5901a0090 req-d1b6e098-7e6f-4371-907f-af7e39ae2472 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387080 Jun 16 11:40:53.461840 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.464926 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.466889 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e099113-d459-4cf1-852d-708f3ff62bcf HTTP/1.1" status: 204 len: 168 time: 0.3082614 Jun 16 11:40:53.473183 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2c8d1eed-ee40-4b62-9f5c-ee159e634b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:53.478847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e099113-d459-4cf1-852d-708f3ff62bcf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:53.483927 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:53.492730 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.494280 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.0039334 Jun 16 11:40:53.502451 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50488) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:53.526562 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:53.742867 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:51Z', 'revision_number': 3, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:53.747436 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Checking router: 28c54d1d-f3d4-48cf-9216-c9b608bda3ad for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:40:53.747786 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Updating router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:40:53.768258 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 1a43629b-70b0-476e-a791-b517315fcefa up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:53.790746 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:53.831400 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 1a43629b-70b0-476e-a791-b517315fcefa triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:53.841323 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.103373 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.117897 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Transition to ACTIVE for port object 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:54.147060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.189234 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.192543 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c39eb-b9b5-418e-ba50-ea75f0a27d6b req-ae0f2c8d-1878-49e3-88fe-e933fe7f6a27 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:54.194100 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-531c39eb-b9b5-418e-ba50-ea75f0a27d6b req-ae0f2c8d-1878-49e3-88fe-e933fe7f6a27 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1171899 Jun 16 11:40:54.212146 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:54.281532 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a56df7-2d33-4a72-8cd9-806a8bde5aa9 None None] Pushing event updated for resources: {'Port': ['ID=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:54.284921 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-67a56df7-2d33-4a72-8cd9-806a8bde5aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:54.286062 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Attempting to bind port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:54.286425 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Attempting to bind port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:54.286784 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Attempting to bind port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:54.292708 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:54.293107 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:54.293531 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.293894 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:54.294544 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Bound port: 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:54.294920 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.351811 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-531c39eb-b9b5-418e-ba50-ea75f0a27d6b req-daa8fb54-8fa3-4a91-8040-6823fe626285 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429772 Jun 16 11:40:54.372814 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] For port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:54.376361 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] For port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:54.402270 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Allocated IP 172.20.0.1 (1895c0f0-d135-4ce4-a412-8989e9e8b7fa/6e1dd4bb-2af8-4839-89bc-d832a902e1e9/05ffd706-22cf-44f7-b4f7-b81ab1b408f4) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:40:54.478383 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.491640 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9cba00d2-d93e-43bb-8614-b6a5273afc13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:54.539276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:54.556019 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Transition to ACTIVE for port object 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:54.726759 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:54.727418 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:54.825482 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a56df7-2d33-4a72-8cd9-806a8bde5aa9 None None] Pushing event updated for resources: {'Port': ['ID=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:54.829746 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-67a56df7-2d33-4a72-8cd9-806a8bde5aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:54.864793 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:54.967909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df340-62f4-4ae0-916f-361abee0ed65 req-6524f83e-6942-4f08-b697-c953b518a43e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:54.977118 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d98df340-62f4-4ae0-916f-361abee0ed65 req-6524f83e-6942-4f08-b697-c953b518a43e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.4175937 Jun 16 11:40:55.025778 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d98df340-62f4-4ae0-916f-361abee0ed65 req-616fca69-5a1d-4199-8c01-cef749c61dda tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Jun 16 11:40:55.040744 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f573f2-e0d0-42bd-a723-caa3b07317df req-6f9bb5ab-7777-43a1-8e04-7b08f15ae379 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:55.042212 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-43f573f2-e0d0-42bd-a723-caa3b07317df req-6f9bb5ab-7777-43a1-8e04-7b08f15ae379 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.3915093 Jun 16 11:40:55.044298 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:55.048050 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:55.095976 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:51Z', 'revision_number': 3, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:55.100311 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ddaa1-516d-4681-a6f1-4eaf087b88bc None None] The sync data for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi is: [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:51Z', 'revision_number': 3, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:40:55.123553 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:55.142130 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:55.149199 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:40:55.154248 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Pushing event updated for resources: {'Port': ['ID=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:55.177798 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:55.181229 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-43f573f2-e0d0-42bd-a723-caa3b07317df req-a32fc7e8-41b7-480c-9d58-ca8b0b6506e5 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313393 Jun 16 11:40:55.213145 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:55.536380 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:55.589173 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-79a81413-0706-4032-9293-9222b9ac250c None None] Provisioning for port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:55.594920 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-79a81413-0706-4032-9293-9222b9ac250c None None] Provisioning complete for port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:55.610983 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-79a81413-0706-4032-9293-9222b9ac250c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:55.702965 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-79a81413-0706-4032-9293-9222b9ac250c None None] Port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:55.768687 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499e813-9bb4-4bf4-9e09-f3da6e13369d req-4753b5be-d28c-472e-81c5-bc9283c994ca tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:55.781922 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e499e813-9bb4-4bf4-9e09-f3da6e13369d req-4753b5be-d28c-472e-81c5-bc9283c994ca tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1898439 Jun 16 11:40:55.882453 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:55.909680 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e499e813-9bb4-4bf4-9e09-f3da6e13369d req-97e32a9b-d1a0-41df-a9c2-cf4c3e3edca1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253166 Jun 16 11:40:55.999869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.043119 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:40:56.047237 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:56.052065 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.077552 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.080176 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:56.158661 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Pushing event updated for resources: {'Port': ['ID=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:56.162235 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.171931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.173461 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:56.196611 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:40:56.324441 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.326798 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:56.328084 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebb631-6654-4f8f-bbda-b696e97dd7bb req-ede6b569-578c-486f-8698-994c76c0a087 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:56.330857 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4eebb631-6654-4f8f-bbda-b696e97dd7bb req-ede6b569-578c-486f-8698-994c76c0a087 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1379173 Jun 16 11:40:56.332801 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:40:56.334229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:40:56.510966 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:56.523479 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:56.604126 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4eebb631-6654-4f8f-bbda-b696e97dd7bb req-51da0afa-c5cd-43f8-9b6e-8446837b79ce tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205136 Jun 16 11:40:56.653746 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aedf4-4a56-4e9a-8c20-23d63a6fec20 req-0239d299-5dc6-4b01-9708-fcca58409647 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:56.655302 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6aedf4-4a56-4e9a-8c20-23d63a6fec20 req-0239d299-5dc6-4b01-9708-fcca58409647 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.2406709 Jun 16 11:40:56.658415 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:40:56.700786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98801b6b-de56-4a29-b295-2733ca5c0431 req-decb882a-9807-499d-b4a6-d50a5b8018ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:56.706147 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98801b6b-de56-4a29-b295-2733ca5c0431 req-decb882a-9807-499d-b4a6-d50a5b8018ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.1928735 Jun 16 11:40:56.800951 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6aedf4-4a56-4e9a-8c20-23d63a6fec20 req-d9acfa80-2751-49fe-9efd-559880f8ee3a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378846 Jun 16 11:40:56.828370 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98801b6b-de56-4a29-b295-2733ca5c0431 req-435f6c75-f1eb-41c2-8a24-a97430d9e7be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176558 Jun 16 11:40:56.849649 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4bce1b57-935a-4d2a-8773-1f8d702926df None None] Provisioning complete for port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:56.850142 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4bce1b57-935a-4d2a-8773-1f8d702926df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:56.864106 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:40:56.870392 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] 10.222.0.45 "PUT /v2.0/routers/28c54d1d-f3d4-48cf-9216-c9b608bda3ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3665943 Jun 16 11:40:56.902882 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-4bce1b57-935a-4d2a-8773-1f8d702926df None None] Port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:40:57.194108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182faa3e-6933-4d7c-a241-2a9e51a7321f req-e94d01eb-19a4-4d2a-aa4d-1aa6e8d9f4ff tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:57.197142 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-182faa3e-6933-4d7c-a241-2a9e51a7321f req-e94d01eb-19a4-4d2a-aa4d-1aa6e8d9f4ff tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1148446 Jun 16 11:40:57.262274 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-182faa3e-6933-4d7c-a241-2a9e51a7321f req-058aabb0-0d6d-4c90-bd87-c5b934ec9d9c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Jun 16 11:40:57.421622 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Sync routers for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:40:57.430550 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:57.431307 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:57.555553 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:57.848180 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:57.953276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36b1fe-fb77-4082-a090-b735a92fef6d req-67be44b4-a5cc-4cba-8a79-f2641d49c376 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:57.955047 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-af36b1fe-fb77-4082-a090-b735a92fef6d req-67be44b4-a5cc-4cba-8a79-f2641d49c376 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1451936 Jun 16 11:40:58.015594 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50746) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:58.078151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 2, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:58.089170 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50756) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:58.091748 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-af36b1fe-fb77-4082-a090-b735a92fef6d req-8e66523b-1698-48a4-a56a-8629202d011c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120989 Jun 16 11:40:58.096599 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1690327765-network', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:58.112860 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:40:58.113278 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.120879 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Checking router: 28c54d1d-f3d4-48cf-9216-c9b608bda3ad for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:40:58.125655 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Updating router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:40:58.206767 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.220555 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29364c4a-9370-4bce-9fb6-2e9b285bd1e6 req-4926dba1-1d9f-4cef-8c1f-b7c4f9e13ca8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:58.223004 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-29364c4a-9370-4bce-9fb6-2e9b285bd1e6 req-4926dba1-1d9f-4cef-8c1f-b7c4f9e13ca8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0767655 Jun 16 11:40:58.230211 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Made reservation on behalf of 8e626926cfc04b29a2588967a31ff4f0 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:58.235681 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.247821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.288782 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-29364c4a-9370-4bce-9fb6-2e9b285bd1e6 req-3a775d08-f9eb-4767-b073-1bc0196b1e4b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484462 Jun 16 11:40:58.427511 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.450607 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.483042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5da34-7f03-468e-b52b-9dab5dc5749c req-40696e90-6813-4fcb-ac03-cbbac5e8b27b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:58.485605 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-72f5da34-7f03-468e-b52b-9dab5dc5749c req-40696e90-6813-4fcb-ac03-cbbac5e8b27b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0817266 Jun 16 11:40:58.523726 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-72f5da34-7f03-468e-b52b-9dab5dc5749c req-25910a11-8acc-492d-ad88-97ca2b120d2a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Jun 16 11:40:58.548795 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.554756 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5bfe31ac-e00b-48fe-9c03-ced5e7dedaae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:58.592668 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:40:58.599223 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be483f58-18f8-4fed-ba2f-a8fd31c913ed,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:58.602974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:58.616519 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.619707 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Added segment a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d of type vlan for network 622d8681-cee1-44f5-bc41-b09a6683bc19 Jun 16 11:40:58.622182 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.633529 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Transition to ACTIVE for port object 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:40:58.674020 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.684732 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.687252 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fffbc684-7f49-49db-85a7-3a83164ba68f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:58.743532 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.768023 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297883b-2824-4d38-bb94-8cbdc369ffd7 None None] Pushing event updated for resources: {'Port': ['ID=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:58.776256 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-5297883b-2824-4d38-bb94-8cbdc369ffd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:58.829724 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Attempting to bind port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:40:58.830371 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Attempting to bind port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:40:58.830492 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Attempting to bind port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 on network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:40:58.836723 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:40:58.837269 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Checking segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:58.837685 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.838085 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Bound using segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:40:58.838569 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Bound port: 05ffd706-22cf-44f7-b4f7-b81ab1b408f4, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:40:58.838948 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.851191 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.852869 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:58.853608 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.856937 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:58.890831 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:58.909111 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] For port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:40:58.912483 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] For port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:40:58.931604 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Pushing event updated for resources: {'Network': ['ID=622d8681-cee1-44f5-bc41-b09a6683bc19,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:58.936182 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:58.936666 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c142877f-2d8c-4412-959b-379de22bb3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:58.941549 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:40:58.969719 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=81dc3c9b1745472d8dd2915b3fb47bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9523447 Jun 16 11:40:58.972491 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50768) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:58.979595 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b09136-9859-46c7-88be-b2ac1793686b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:58.982804 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:59.010660 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9202156 Jun 16 11:40:59.013680 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50772) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:40:59.021736 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Request body: {'subnet': {'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1690327765-subnet', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:40:59.038006 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.039322 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.043123 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d4d6405d-c491-4966-9072-77490b2c02e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:59.068288 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.128608 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:40:59.129279 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:59.158381 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Made reservation on behalf of 8e626926cfc04b29a2588967a31ff4f0 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:40:59.160977 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29821782'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.170998 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297883b-2824-4d38-bb94-8cbdc369ffd7 None None] Pushing event updated for resources: {'Port': ['ID=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:59.194708 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.210780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.213479 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/28b09136-9859-46c7-88be-b2ac1793686b HTTP/1.1" status: 204 len: 168 time: 0.2397051 Jun 16 11:40:59.249028 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5d13fb49-ace1-49c3-b7aa-16dd6da35aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:59.269860 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:40:59.340972 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b09136-9859-46c7-88be-b2ac1793686b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:59.353764 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-5297883b-2824-4d38-bb94-8cbdc369ffd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:59.359561 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:59.433021 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-249b4baf-c611-449e-82f2-38358948e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:59.435159 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-249b4baf-c611-449e-82f2-38358948e8d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.1817377 Jun 16 11:40:59.457782 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1590557-2cb9-422c-838b-f68952cc0781 req-f68d5147-1975-4390-b629-1e0be0d7401b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:59.459619 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c1590557-2cb9-422c-838b-f68952cc0781 req-f68d5147-1975-4390-b629-1e0be0d7401b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2689648 Jun 16 11:40:59.572027 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:40:58Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:40:59.575813 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6b0bb-df4a-4026-afc5-759d84b1f369 req-3752cd31-71ec-44da-8a9d-c0855f77c9ae tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:59.576812 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29be83e-d56c-4322-b1d1-7fc75d3a689b None None] The sync data for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi is: [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:40:58Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:40:59.577853 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4a6b0bb-df4a-4026-afc5-759d84b1f369 req-3752cd31-71ec-44da-8a9d-c0855f77c9ae tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.2348778 Jun 16 11:40:59.646852 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29988704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29821764'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:40:59.656930 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c63b77fd-0c8f-4b53-9166-87099a73e408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:40:59.680895 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c1590557-2cb9-422c-838b-f68952cc0781 req-cf92312f-ebff-4216-87cd-8f9f208be508 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046883 Jun 16 11:40:59.770084 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4a6b0bb-df4a-4026-afc5-759d84b1f369 req-90b9e930-93cb-4298-914c-663c54ab1a6e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513994 Jun 16 11:40:59.778175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-cdad7496-60c4-43ad-bf92-9ee91be86bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:59.781386 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-cdad7496-60c4-43ad-bf92-9ee91be86bb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.3173673 Jun 16 11:40:59.825482 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb56dd7-4b99-4ad2-b142-810a98ff7db5,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:40:59.836691 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Checking segment: {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:40:59.836939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Network hostable DHCP agents. Network: 622d8681-cee1-44f5-bc41-b09a6683bc19, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:40:59.840506 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:40:59.852892 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-680ae1f0-21fe-4341-aa2e-2ec11ed3fdb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.0474250 Jun 16 11:40:59.884195 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:40:59.942551 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:40:59.961441 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-2fca91a5-c8ec-4629-9f7f-e185d41f4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:40:59.962901 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-2fca91a5-c8ec-4629-9f7f-e185d41f4163 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0987809 Jun 16 11:41:00.001017 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbf2fa-8cfb-49b9-a9a9-97c3d5e9c31f req-b463e48b-15a9-4aa4-8c5f-91b6803437ee tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:00.002666 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41cbf2fa-8cfb-49b9-a9a9-97c3d5e9c31f req-b463e48b-15a9-4aa4-8c5f-91b6803437ee tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1488886 Jun 16 11:41:00.018226 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 622d8681-cee1-44f5-bc41-b09a6683bc19) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:00.023638 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-794cec39-459f-4120-a2c6-18eb0e8bc1a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507019 Jun 16 11:41:00.032283 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:00.032869 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.060016 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d82a76-cb8b-413f-b2a3-362e6a2e16e0 None None] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:00.139371 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1220212 Jun 16 11:41:00.139371 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:00.143881 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:00.175099 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41cbf2fa-8cfb-49b9-a9a9-97c3d5e9c31f req-b17c29d6-331e-48c5-bcb5-7c5829a50101 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449792 Jun 16 11:41:00.182597 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50800) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:00.231290 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.260530 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:00.301692 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.302741 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.305593 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-06d9fa34-33c3-48da-bbfb-b677f5642cef service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694397 Jun 16 11:41:00.329588 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:00.339144 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:00.339566 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.380460 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-622d8681-cee1-44f5-bc41-b09a6683bc19', 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'fixed_ips': [{'subnet_id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:41:00.382513 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.425538 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.476810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-66bf2698-c85b-43c2-9a96-5dd79d7b80cb req-0d49fb2c-5333-4458-82a7-30a43458a51f service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602714 Jun 16 11:41:00.547959 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.605783 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.626247 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.629320 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:00.637930 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Allocated IP 172.20.0.2 (622d8681-cee1-44f5-bc41-b09a6683bc19/1cb56dd7-4b99-4ad2-b142-810a98ff7db5/71f65b7a-b018-4e37-9af8-47e7d4e39eb4) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:41:00.661687 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:00.664847 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf58df-78fe-491c-a0bb-1767aa3aab07,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:00.673545 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:00.698837 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25362f4ed67546f1b1a4f42a0ab35102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138614 Jun 16 11:41:00.700499 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50808) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:00.760882 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.781141 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.785587 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:00.792326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.808797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:00.820854 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-3df20f08-0e28-45a0-9cc6-2745556f453e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83ada4e0ab08454eb538de0d623e289b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5588183 Jun 16 11:41:00.833777 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:00.954151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:00.969567 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:00.988884 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.005904 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.044815 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.091119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cbcc09-647d-490d-b571-150862be73d3 req-0943cb5a-7025-4044-bddd-9cab1cb2a352 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:01.092728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b3cbcc09-647d-490d-b571-150862be73d3 req-0943cb5a-7025-4044-bddd-9cab1cb2a352 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1868227 Jun 16 11:41:01.125184 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Transition to ACTIVE for port object 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:01.132567 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.135575 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.136725 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/70bf58df-78fe-491c-a0bb-1767aa3aab07 HTTP/1.1" status: 204 len: 168 time: 0.4350450 Jun 16 11:41:01.138833 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:01.160660 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf2607-3785-4f73-b81c-ba42c1dad4cf req-d86a5bb5-58dc-4a35-8c35-826175a44fea tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:01.162255 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45bf2607-3785-4f73-b81c-ba42c1dad4cf req-d86a5bb5-58dc-4a35-8c35-826175a44fea tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.2130053 Jun 16 11:41:01.167977 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.185300 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf58df-78fe-491c-a0bb-1767aa3aab07,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:01.196944 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:01.203826 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.205583 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b3cbcc09-647d-490d-b571-150862be73d3 req-89a49ff0-5af8-4005-8156-13b50801afbd tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017396 Jun 16 11:41:01.238592 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45bf2607-3785-4f73-b81c-ba42c1dad4cf req-db3e4971-a753-46b6-b92a-edd8455686c9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584826 Jun 16 11:41:01.246374 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Transition to ACTIVE for port object 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:01.251605 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.254241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.260560 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6 HTTP/1.1" status: 204 len: 168 time: 0.4088557 Jun 16 11:41:01.260560 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-63ef5433-5900-45b1-b192-27e27d48a6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:01.274590 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0a48d0-8bec-4b97-9717-f5acd9a3ddf6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:01.276823 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:01.353533 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.359499 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f0436f9d-6702-4fe9-9822-83ea3f6199d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:01.411181 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:01.417783 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:01.421860 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:41:01.437248 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Pushing event updated for resources: {'Port': ['ID=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:01.441014 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:01.479442 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Allocated IP 172.27.1.174 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/6250578c-1256-471d-9ec8-d2cd231a49a8) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:41:01.497644 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ccc19-ab41-4919-9d23-b861722d72bc req-aec96565-1f9d-422c-832e-cc5ad9bb3290 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:01.505546 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c53ccc19-ab41-4919-9d23-b861722d72bc req-aec96565-1f9d-422c-832e-cc5ad9bb3290 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1161613 Jun 16 11:41:01.511699 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Attempting to bind port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:41:01.514923 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Attempting to bind port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:41:01.514923 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Attempting to bind port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 on network 622d8681-cee1-44f5-bc41-b09a6683bc19 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:01.519570 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:41:01.520493 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Checking segment: {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:01.521075 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.522065 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Bound using segment: {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:41:01.523363 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Bound port: 71f65b7a-b018-4e37-9af8-47e7d4e39eb4, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:41:01.524115 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.549776 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c53ccc19-ab41-4919-9d23-b861722d72bc req-a2939fe8-7c45-4694-abe8-69990d5a366b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Jun 16 11:41:01.609589 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.623490 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] For port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:41:01.630122 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] For port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:41:01.756185 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.756185 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-0367991f-398e-4d0a-bf7f-d020372ab1b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:01.802510 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:01.803410 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.809021 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:01.863029 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:01.867977 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:01.874289 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Pushing event updated for resources: {'Port': ['ID=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:01.875426 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Pushing event updated for resources: {'Port': ['ID=6250578c-1256-471d-9ec8-d2cd231a49a8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:01.875426 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:41:01.875634 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:01.896076 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:01.896541 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:01.912419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:02.027937 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:41:02.300957 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:02.598004 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6d6ae7-56fc-4491-ba3b-878600cc2ea1 req-40f4c50b-446f-43ed-a404-01f94501d5e6 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:02.600220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:02.605613 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-de6d6ae7-56fc-4491-ba3b-878600cc2ea1 req-40f4c50b-446f-43ed-a404-01f94501d5e6 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1402018 Jun 16 11:41:02.644590 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33628c0-36c4-4246-b75e-8b9712e80af1 req-cc1dd865-9efd-4b7d-b546-591671439130 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:02.646763 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e33628c0-36c4-4246-b75e-8b9712e80af1 req-cc1dd865-9efd-4b7d-b546-591671439130 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1325231 Jun 16 11:41:02.714595 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-de6d6ae7-56fc-4491-ba3b-878600cc2ea1 req-3d254e85-3cb3-4bc8-9785-b4c99178f717 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070981 Jun 16 11:41:02.719600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50878) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:02.776411 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e33628c0-36c4-4246-b75e-8b9712e80af1 req-de720625-1af7-49fc-ad0c-430e63532acf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114073 Jun 16 11:41:02.900589 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1653515572-network', 'tenant_id': 'fcebeac3956549b5ae46bd871cfe6cb6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:02.988411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f924602-4398-4828-9d4a-2df82a631fc5 req-2e30a6f2-aece-4fa1-a449-53d6aea06ab1 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:02.989669 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2f924602-4398-4828-9d4a-2df82a631fc5 req-2e30a6f2-aece-4fa1-a449-53d6aea06ab1 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1078153 Jun 16 11:41:03.013304 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Made reservation on behalf of fcebeac3956549b5ae46bd871cfe6cb6 for: {'network': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:03.015329 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.051139 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2f924602-4398-4828-9d4a-2df82a631fc5 req-59a1ecb2-8524-49e6-a460-bce63ee28fa2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550385 Jun 16 11:41:03.072073 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.112789 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Router db60635b-de99-4863-bf06-96d69da47f34 is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:41:03.197186 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.229040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60299997-f4a2-43b4-b3ed-7de23f8f0d53 None None] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:03.261912 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.268488 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6a5b549e-434a-4edc-be61-ee9e707e3789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:03.268861 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:41:03.283262 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Sync routers for ids ['db60635b-de99-4863-bf06-96d69da47f34'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:41:03.297029 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1166} {{(pid=93742) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:41:03.298884 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Routers {'db60635b-de99-4863-bf06-96d69da47f34'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:41:03.301247 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['db60635b-de99-4863-bf06-96d69da47f34'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:03.311008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e156d45-bca1-45ef-b152-dc238face6f7,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:03.315138 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:03.316146 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.316484 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.segments_db [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Added segment ae749aa9-a282-442f-82eb-1c9bc5f2a130 of type vlan for network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 Jun 16 11:41:03.353392 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.357834 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2175183 Jun 16 11:41:03.358535 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 50890) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:03.360000 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2aeef23d-1de6-46ba-9712-1b70e52e1812 None None] Provisioning for port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:03.375797 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.465828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.466238 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Set router db60635b-de99-4863-bf06-96d69da47f34 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:41:03.468309 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:03.468309 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.472913 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b4b70ecd-4568-4504-aa69-2a0408bab9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:03.545744 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:03.551506 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:03.568881 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:41:03.627146 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9064615 Jun 16 11:41:03.630044 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 50894) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:03.640838 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Request body: {'subnet': {'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1653515572-subnet', 'tenant_id': 'fcebeac3956549b5ae46bd871cfe6cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:03.745544 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:41:02Z', 'revision_number': 3, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:03.749812 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Checking router: db60635b-de99-4863-bf06-96d69da47f34 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:41:03.750375 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Updating router db60635b-de99-4863-bf06-96d69da47f34 port 6250578c-1256-471d-9ec8-d2cd231a49a8 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:41:03.755927 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Made reservation on behalf of fcebeac3956549b5ae46bd871cfe6cb6 for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:03.759323 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30285838'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.848697 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:03.947148 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:04.143717 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.176071 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:04.181845 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:04.182295 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.204167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74615fc2-fb7d-420e-a483-0c759c5baa61 req-2f4ed6e6-0f9f-4448-998d-29e6b45e8dd3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:04.205675 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-74615fc2-fb7d-420e-a483-0c759c5baa61 req-2f4ed6e6-0f9f-4448-998d-29e6b45e8dd3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2472939 Jun 16 11:41:04.233144 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad5ee-895f-407e-8b14-f1565273879c req-edc1f5cd-e7a9-4a18-96c4-47b07809247b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:04.240862 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c51ad5ee-895f-407e-8b14-f1565273879c req-edc1f5cd-e7a9-4a18-96c4-47b07809247b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.2216578 Jun 16 11:41:04.305023 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.330709 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.337245 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-74615fc2-fb7d-420e-a483-0c759c5baa61 req-00a800d0-2053-4304-8609-2366672d5bc4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197355 Jun 16 11:41:04.344782 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Transition to ACTIVE for port object 6250578c-1256-471d-9ec8-d2cd231a49a8 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:04.361005 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c51ad5ee-895f-407e-8b14-f1565273879c req-7ddcd1e8-4258-49cc-95a7-17562ffb4c8d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197915 Jun 16 11:41:04.370075 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30389325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30285852'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.376647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0d8c675e-62f9-4a6b-bb0a-5cd1e4bcceda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:04.394735 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:04.395140 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Allocated IP 172.20.0.1 (622d8681-cee1-44f5-bc41-b09a6683bc19/1cb56dd7-4b99-4ad2-b142-810a98ff7db5/c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:41:04.439442 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6027da-408c-45ed-85fb-50cc3013458b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:04.444476 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.446468 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:04.460447 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Checking segment: {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:04.461424 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Network hostable DHCP agents. Network: f885cedd-14d5-4ef1-93aa-ca9a4b0349a4, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:41:04.465330 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-3f5a29b2-1ad1-49bc-ac8a-ce165ca443f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:04.484247 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.486133 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:04.528921 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Attempting to bind port 6250578c-1256-471d-9ec8-d2cd231a49a8 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:41:04.529365 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Attempting to bind port 6250578c-1256-471d-9ec8-d2cd231a49a8 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:41:04.529733 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Attempting to bind port 6250578c-1256-471d-9ec8-d2cd231a49a8 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:04.538999 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:41:04.539382 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:04.539846 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.540244 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:41:04.541302 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Bound port: 6250578c-1256-471d-9ec8-d2cd231a49a8, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:41:04.541302 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.547331 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:04.552397 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:04.578255 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.578935 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7d4d0-ad20-4a3b-ade5-edea3d134dbe req-04bb1801-9179-4338-a96c-de07fccb9427 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:04.581304 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06e7d4d0-ad20-4a3b-ade5-edea3d134dbe req-04bb1801-9179-4338-a96c-de07fccb9427 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1011515 Jun 16 11:41:04.585974 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e1767-6256-4d14-90f7-7cbcf6a73bc3 None None] Pushing event updated for resources: {'Port': ['ID=6250578c-1256-471d-9ec8-d2cd231a49a8,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:04.591408 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-e32e1767-6256-4d14-90f7-7cbcf6a73bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:04.599843 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Transition to ACTIVE for port object c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:04.623590 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] For port 6250578c-1256-471d-9ec8-d2cd231a49a8, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:41:04.626753 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] For port 6250578c-1256-471d-9ec8-d2cd231a49a8, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=6250578c-1256-471d-9ec8-d2cd231a49a8,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:41:04.629278 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06e7d4d0-ad20-4a3b-ade5-edea3d134dbe req-7729bea6-2c75-402c-8aff-32437f778eb5 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388362 Jun 16 11:41:04.667556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:41:04.832349 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.835248 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-3f5a29b2-1ad1-49bc-ac8a-ce165ca443f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:04.898150 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Routers {'db60635b-de99-4863-bf06-96d69da47f34'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:41:04.898697 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['db60635b-de99-4863-bf06-96d69da47f34'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:04.900458 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e1767-6256-4d14-90f7-7cbcf6a73bc3 None None] Pushing event updated for resources: {'Port': ['ID=6250578c-1256-471d-9ec8-d2cd231a49a8,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:04.903996 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-e32e1767-6256-4d14-90f7-7cbcf6a73bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:04.911622 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, f885cedd-14d5-4ef1-93aa-ca9a4b0349a4) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:04.915661 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.918472 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:04.919162 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:04.921427 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5261895-7909-445d-b950-a622c9fd5be0 None None] Network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:04.923184 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:04.995274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:04.999620 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Pushing event updated for resources: {'Port': ['ID=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:05.010092 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:05.011895 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:05.024465 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:41:05.052671 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] Set router db60635b-de99-4863-bf06-96d69da47f34 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:41:05.102524 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:05.122340 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc74946-d7d8-4218-bb10-cab21aefbc56 None None] Network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:05.373521 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5350626 Jun 16 11:41:05.373683 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:41:02Z', 'revision_number': 3, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:05.373683 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f9c5bd-8688-43dc-8445-3bbdf53250e2 None None] The sync data for ids ['db60635b-de99-4863-bf06-96d69da47f34'] in dv-cinder-796286-5-iscsi is: [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:41:02Z', 'revision_number': 3, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:41:05.567645 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabb940-32a7-450c-91fd-68c2fcfc6604 req-8bcc3c42-62e8-4a24-a366-f265e955f57b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:05.569831 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-beabb940-32a7-450c-91fd-68c2fcfc6604 req-8bcc3c42-62e8-4a24-a366-f265e955f57b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0730557 Jun 16 11:41:05.625826 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-beabb940-32a7-450c-91fd-68c2fcfc6604 req-83ba4ece-eb68-4cd5-8483-cddf0b4c0661 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498140 Jun 16 11:41:05.690770 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d236a540-7832-4c31-b311-f86897dc7206 None None] Provisioning for port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:05.696923 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d236a540-7832-4c31-b311-f86897dc7206 None None] Provisioning complete for port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:05.697280 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d236a540-7832-4c31-b311-f86897dc7206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:05.763876 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:05.806619 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d236a540-7832-4c31-b311-f86897dc7206 None None] Port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:41:05.980222 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18785c47-df95-4f4d-9ab7-9238000f0d99 req-d2208aa9-8a5e-4b14-a516-af09c07de164 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:06.002540 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18785c47-df95-4f4d-9ab7-9238000f0d99 req-d2208aa9-8a5e-4b14-a516-af09c07de164 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1637115 Jun 16 11:41:06.025335 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:06.095007 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18785c47-df95-4f4d-9ab7-9238000f0d99 req-f8064b55-87ba-460a-bc75-ec499ef41b0a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914159 Jun 16 11:41:06.123409 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.182796 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:06.183171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.224617 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-d3db6298-de57-4739-9eb4-8e8b260c08fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421566 Jun 16 11:41:06.237123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.265831 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:06.308573 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.350754 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6250578c-1256-471d-9ec8-d2cd231a49a8 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:06.359960 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-d25696a4-eb51-4d76-9492-40595ff14388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:06.365468 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-d25696a4-eb51-4d76-9492-40595ff14388 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 1099 time: 0.1075165 Jun 16 11:41:06.409545 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Pushing event updated for resources: {'Port': ['ID=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:06.442834 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:06.486722 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:06.488628 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:06.547404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.548097 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 6250578c-1256-471d-9ec8-d2cd231a49a8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:06.552765 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 6250578c-1256-471d-9ec8-d2cd231a49a8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:06.555911 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.697074 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Router db60635b-de99-4863-bf06-96d69da47f34 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:41:06.793319 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.864932 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 6250578c-1256-471d-9ec8-d2cd231a49a8, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=6250578c-1256-471d-9ec8-d2cd231a49a8,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:06.941607 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d769a9c8-9139-49d5-b328-bf0c1b8fdb1c None None] Provisioning complete for port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:06.941985 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d769a9c8-9139-49d5-b328-bf0c1b8fdb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:06.957677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:41:06.964422 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] 10.222.0.45 "PUT /v2.0/routers/db60635b-de99-4863-bf06-96d69da47f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6046631 Jun 16 11:41:06.993359 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:07.000750 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:07.102343 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-080265de-5b24-497e-ad68-e77f391c9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:07.105109 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-080265de-5b24-497e-ad68-e77f391c9f37 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.6735525 Jun 16 11:41:07.135555 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f3d72-eeda-4246-883f-a57d122b4a72 req-6f7c6f49-af8b-4b1b-a278-3fb5d9a1062e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:07.157794 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cc6f3d72-eeda-4246-883f-a57d122b4a72 req-6f7c6f49-af8b-4b1b-a278-3fb5d9a1062e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.2046163 Jun 16 11:41:07.186598 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=6250578c-1256-471d-9ec8-d2cd231a49a8,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:07.202778 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:07.208934 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:41:07.289872 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-078d121f-9f23-468f-ae5c-963809360b1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544 HTTP/1.1" status: 200 len: 217 time: 0.1632895 Jun 16 11:41:07.305786 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d769a9c8-9139-49d5-b328-bf0c1b8fdb1c None None] Port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:41:07.393813 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cc6f3d72-eeda-4246-883f-a57d122b4a72 req-2a02b4fc-b4af-4c4b-a251-35adeb82be4a tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349031 Jun 16 11:41:07.418216 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-1704a778-ca2f-408b-8eae-994e8d6aee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:07.420076 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-1704a778-ca2f-408b-8eae-994e8d6aee87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.1201425 Jun 16 11:41:07.503806 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:07.517551 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'mac_address': 'fa:16:3e:05:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:41:07.524466 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-ef8c6857-b6f3-4b7a-ae7a-62ec8a87ee5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838187 Jun 16 11:41:07.574871 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:07.636591 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:41:07.669486 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c3960-7668-4727-9f39-7ca833c11fb7 req-9c761493-bce0-438a-8efe-7c7a0203fa77 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:07.679728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-300c3960-7668-4727-9f39-7ca833c11fb7 req-9c761493-bce0-438a-8efe-7c7a0203fa77 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.2551975 Jun 16 11:41:07.708352 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:07.834329 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-300c3960-7668-4727-9f39-7ca833c11fb7 req-a0fbf49e-b418-4ab3-87f4-a3cfce16f0c0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411085 Jun 16 11:41:07.843062 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:07.847636 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:07.850781 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Sync routers for ids ['db60635b-de99-4863-bf06-96d69da47f34'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:41:07.878362 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-c244346b-5aba-43c9-a0c0-d412b3f36e55 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448949 Jun 16 11:41:07.898362 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6250578c-1256-471d-9ec8-d2cd231a49a8 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:07.949511 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:41:07.994705 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa2ae46b-2dbd-4e87-90c0-f5e42b459214 req-7ceb7cd4-f82b-44a7-b9c9-85871ec53da4 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080005 Jun 16 11:41:08.009051 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76abbb-01ba-4304-a85f-257d8bc9d59d req-afffc231-3532-4d31-8104-3ad4950ead70 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:08.009941 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Routers {'db60635b-de99-4863-bf06-96d69da47f34'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:41:08.010577 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['db60635b-de99-4863-bf06-96d69da47f34'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:08.018873 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc76abbb-01ba-4304-a85f-257d8bc9d59d req-afffc231-3532-4d31-8104-3ad4950ead70 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2417316 Jun 16 11:41:08.161865 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc76abbb-01ba-4304-a85f-257d8bc9d59d req-4eef3f46-907a-4193-9ec5-52cbc7c0f586 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444490 Jun 16 11:41:08.478922 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:08.492654 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 6250578c-1256-471d-9ec8-d2cd231a49a8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:08.493135 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:08.591711 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:08.681239 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Set router db60635b-de99-4863-bf06-96d69da47f34 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:41:09.203422 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:41:05Z', 'revision_number': 4, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': 'c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f', 'name': '', 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'mac_address': 'fa:16:3e:f4:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:04Z', 'updated_at': '2021-06-16T11:41:05Z', 'revision_number': 2, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'subnets': [{'id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:09.207844 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Checking router: db60635b-de99-4863-bf06-96d69da47f34 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:41:09.208068 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Updating router db60635b-de99-4863-bf06-96d69da47f34 port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:41:09.316406 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:09.415215 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51078) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:09.513520 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Deleting subnet d8852f05-3e7d-4809-8e28-9a3bca95cf92 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:41:09.517672 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:09.612117 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:09.665433 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:09.967421 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.085819 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde1d76-e232-4052-bd91-7b4b1f24816a req-26a866cd-a33a-4e0e-a81c-f76a2ea10775 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:10.093543 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9cde1d76-e232-4052-bd91-7b4b1f24816a req-26a866cd-a33a-4e0e-a81c-f76a2ea10775 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.0820062 Jun 16 11:41:10.151981 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9cde1d76-e232-4052-bd91-7b4b1f24816a req-1842d279-4169-4090-8ac7-5b42a7016e0d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567322 Jun 16 11:41:10.266799 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Transition to ACTIVE for port object c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:10.267363 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.271812 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:10.327685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8852f05-3e7d-4809-8e28-9a3bca95cf92,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:10.339578 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:10.352382 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.355733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:10.370686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.380180 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/d8852f05-3e7d-4809-8e28-9a3bca95cf92 HTTP/1.1" status: 204 len: 168 time: 0.9631922 Jun 16 11:41:10.383590 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51088) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:10.499549 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaf234-995d-4b73-bdfa-f17fe92b9f9c None None] Pushing event updated for resources: {'Port': ['ID=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:10.503042 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9beaf234-995d-4b73-bdfa-f17fe92b9f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:10.623355 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f891c2a-b9d4-4d90-aaed-31c3898d9869 req-1d8c97c8-dd50-48ac-b722-65f88a39948c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:10.630704 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7f891c2a-b9d4-4d90-aaed-31c3898d9869 req-1d8c97c8-dd50-48ac-b722-65f88a39948c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.3003261 Jun 16 11:41:10.647773 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.728247 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7f891c2a-b9d4-4d90-aaed-31c3898d9869 req-149e2a46-6f05-43d6-ad2e-09ca01f58780 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894995 Jun 16 11:41:10.860950 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Attempting to bind port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:41:10.860950 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Attempting to bind port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:41:10.860950 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Attempting to bind port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f on network 622d8681-cee1-44f5-bc41-b09a6683bc19 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:10.873586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:41:10.873989 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Checking segment: {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:10.874404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.874804 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Bound using segment: {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:41:10.875302 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Bound port: c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:41:10.875684 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.898032 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:10.929501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a34987d-92ae-42a6-bda4-cbb5c853cafb']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:10.950041 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66107b81-fe3a-405c-9c3e-7fe58ae71ae8') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:10.950333 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66107b81-fe3a-405c-9c3e-7fe58ae71ae8') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:10.976152 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.003991 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.035124 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:41:11.040548 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.062224 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] For port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:41:11.072538 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] For port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:41:11.091415 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:41:11.129292 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:41:11.216108 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:11.216857 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.333260 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.375204 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:11.375204 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:11.378205 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213275c2-597d-495b-9059-38ce152ef597" -d '{"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:11.553336 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.555569 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:11.587721 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.601830 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:11.669171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beaf234-995d-4b73-bdfa-f17fe92b9f9c None None] Pushing event updated for resources: {'Port': ['ID=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:11.669171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9beaf234-995d-4b73-bdfa-f17fe92b9f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:11.669171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.669171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:11.697931 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:11.718350 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9a34987d-92ae-42a6-bda4-cbb5c853cafb HTTP/1.1" status: 204 len: 168 time: 1.3313632 Jun 16 11:41:11.718807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:11.734131 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a34987d-92ae-42a6-bda4-cbb5c853cafb,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:11.738930 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:11.746548 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:11.752270 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:11.774392 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Routers {'db60635b-de99-4863-bf06-96d69da47f34'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:41:11.786106 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:40:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['db60635b-de99-4863-bf06-96d69da47f34'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:11.853253 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Deleting subnet 6f087d2e-0f42-46d3-befc-37ce4bd66bc4 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:41:11.871068 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:12.012432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:12.096441 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] Set router db60635b-de99-4863-bf06-96d69da47f34 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:41:12.206407 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:12.287299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2217538-cd13-48a5-9900-390e548068b1 req-7eefc9eb-1e19-4ebe-abe3-eaa71e52eff6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:12.296674 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2217538-cd13-48a5-9900-390e548068b1 req-7eefc9eb-1e19-4ebe-abe3-eaa71e52eff6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.3071253 Jun 16 11:41:12.432433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2217538-cd13-48a5-9900-390e548068b1 req-2f6fa88e-9c56-44d3-9a85-7d87fc9efd35 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340175 Jun 16 11:41:12.514865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:12.531960 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:12.575060 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c49f8d-2058-4cf4-988f-15c11f74cb05 x-openstack-request-id: req-28c49f8d-2058-4cf4-988f-15c11f74cb05 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:12.575615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:12.575615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28c49f8d-2058-4cf4-988f-15c11f74cb05 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:12.579386 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'code': 200} Jun 16 11:41:12.611592 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:12.617136 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51120) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:12.620122 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6f087d2e-0f42-46d3-befc-37ce4bd66bc4 HTTP/1.1" status: 204 len: 168 time: 0.9001768 Jun 16 11:41:12.631273 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f087d2e-0f42-46d3-befc-37ce4bd66bc4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:12.634907 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:12.670355 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-ef9a9810-d07a-4c14-91ed-a18ace966953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:12.674731 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-ef9a9810-d07a-4c14-91ed-a18ace966953 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1098 time: 0.2416949 Jun 16 11:41:12.841939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:12.850698 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:41:05Z', 'revision_number': 4, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': 'c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f', 'name': '', 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'mac_address': 'fa:16:3e:f4:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:04Z', 'updated_at': '2021-06-16T11:41:11Z', 'revision_number': 4, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'subnets': [{'id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:12.868867 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462de30f-bbd9-43cf-b547-24af5239c08f None None] The sync data for ids ['db60635b-de99-4863-bf06-96d69da47f34'] in dv-cinder-796286-5-iscsi is: [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:41:05Z', 'revision_number': 4, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': 'c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f', 'name': '', 'network_id': '622d8681-cee1-44f5-bc41-b09a6683bc19', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'mac_address': 'fa:16:3e:f4:72:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:04Z', 'updated_at': '2021-06-16T11:41:11Z', 'revision_number': 4, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'subnets': [{'id': '1cb56dd7-4b99-4ad2-b142-810a98ff7db5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:41:13.024496 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.035221 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcba2584-fb18-4044-831d-c2f7da7252ca']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:13.051336 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0201c5ef-0960-4388-8f0c-ea02db99e3dd') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:13.051336 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0201c5ef-0960-4388-8f0c-ea02db99e3dd') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:41:13.061723 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.077965 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.085172 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:41:13.091404 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.143851 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-20ff92e3-d906-4feb-b07a-a80e284f9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:13.145842 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-20ff92e3-d906-4feb-b07a-a80e284f9369 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 912 time: 0.4632945 Jun 16 11:41:13.167321 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414990d9-371b-4e9a-8c4d-8fc0883a4ccb req-7b191bc2-1ddc-4a05-bf1a-a74700355a45 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:41:13.173466 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:41:13.175759 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-414990d9-371b-4e9a-8c4d-8fc0883a4ccb req-7b191bc2-1ddc-4a05-bf1a-a74700355a45 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.3312426 Jun 16 11:41:13.224071 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-48380d4f-91f7-4952-b1ed-aae5f0b91e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.250245 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.256887 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:13.277679 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:13.283545 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] 10.222.0.45 "DELETE /v2.0/networks/dcba2584-fb18-4044-831d-c2f7da7252ca HTTP/1.1" status: 204 len: 168 time: 0.6648908 Jun 16 11:41:13.310166 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Pushing event deleted for resources: {'Network': ['ID=dcba2584-fb18-4044-831d-c2f7da7252ca,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:13.318538 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-54989430-638b-4f97-93ab-3b276770aa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:13.347705 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-414990d9-371b-4e9a-8c4d-8fc0883a4ccb req-bd16dd99-8dc0-40f2-8207-5f55ad03eea5 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701720 Jun 16 11:41:13.397919 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-67f861b5-6f1e-4011-bfe3-e39bcb73f39c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 1000 time: 0.2188652 Jun 16 11:41:13.549511 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-35950129-1a82-4ec0-ae18-aa37a7b43e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:13.554173 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-35950129-1a82-4ec0-ae18-aa37a7b43e2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.1488979 Jun 16 11:41:13.832644 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-8c15be72-ffde-40b5-9373-7201fae44692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:13.853593 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-8c15be72-ffde-40b5-9373-7201fae44692 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2570684 Jun 16 11:41:13.933536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b922c-81fc-41ad-be27-620d05b6a5d3 req-1a360b37-6550-4eb6-a94e-30702d47b7bb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:13.945995 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:13.964141 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a63b922c-81fc-41ad-be27-620d05b6a5d3 req-1a360b37-6550-4eb6-a94e-30702d47b7bb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.2908642 Jun 16 11:41:14.068046 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a63b922c-81fc-41ad-be27-620d05b6a5d3 req-14022a5e-eca4-44cd-9f2a-8a8567c22dbb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029718 Jun 16 11:41:14.128649 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-86ac0968-e9a5-4732-9422-2b2448b825de service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694969 Jun 16 11:41:14.180193 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:14.184504 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:14.184928 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:14.357890 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98434dd1-1583-4f5a-87c9-cafc486ffd6e req-39253a85-3585-4fae-b285-c20a71378a35 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227960 Jun 16 11:41:14.404818 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:14.497454 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51144) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:14.515177 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:14.575149 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:14.577853 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-5297883b-2824-4d38-bb94-8cbdc369ffd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:14.613782 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f63389c0-3ed6-41f9-a805-6a8f21a54bf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5120a9d538d45529891e0d34ef2faac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1146452 Jun 16 11:41:14.616992 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51148) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:14.752196 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:14.764818 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:14.805491 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e8551-9e08-45b7-9b9c-61e4687dbee2 req-1fddefd8-83cc-4c34-b4d0-eeb6dc6e1694 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:14.819673 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-649e8551-9e08-45b7-9b9c-61e4687dbee2 req-1fddefd8-83cc-4c34-b4d0-eeb6dc6e1694 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1897120 Jun 16 11:41:14.823341 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:14.892901 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:14.908382 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-649e8551-9e08-45b7-9b9c-61e4687dbee2 req-b88efb29-407e-42c0-a4f1-665b23246e44 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857372 Jun 16 11:41:15.083972 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:15.087790 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:15.089723 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de1a8186-73c5-4b9b-b81f-463e5bbec0fc HTTP/1.1" status: 204 len: 168 time: 0.4710467 Jun 16 11:41:15.092292 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-16f32bbf-02e8-43a6-8735-b0dc985cff6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:15.111187 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1a8186-73c5-4b9b-b81f-463e5bbec0fc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:15.126447 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:15.546868 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b01ff1-161d-48dd-8d2a-985d8a2cbceb req-58583bae-23eb-445d-a044-ecb32b8c0a33 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:15.552339 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7b01ff1-161d-48dd-8d2a-985d8a2cbceb req-58583bae-23eb-445d-a044-ecb32b8c0a33 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1461182 Jun 16 11:41:15.626806 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7b01ff1-161d-48dd-8d2a-985d8a2cbceb req-ccf755f2-7840-480e-829e-265ccf447123 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705369 Jun 16 11:41:15.861348 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:15.921935 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b5069b9-a48c-4395-bb2c-8dcb2ed04b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:15.994699 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:15.995090 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:16.204381 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:16.253456 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ee4a-318b-4b3e-8ecd-627c04774f67 req-fe85f3c5-022c-4693-9de6-fe2a41b655a9 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:16.254963 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a5e1ee4a-318b-4b3e-8ecd-627c04774f67 req-fe85f3c5-022c-4693-9de6-fe2a41b655a9 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1275079 Jun 16 11:41:16.302679 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51168) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:16.331977 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a5e1ee4a-318b-4b3e-8ecd-627c04774f67 req-b73dabee-b81a-48c2-bef1-8999b1d5f15b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706925 Jun 16 11:41:16.367706 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51172) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:16.379192 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1a03b52b-a710-488d-8f1f-c5016b0c4e63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fae0d967ba8846398f28307cdc58a191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742610 Jun 16 11:41:16.461067 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:16.499391 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:16.672682 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:16.675517 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:16.691131 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/93731ec8-8bf2-4dd3-bc28-d5d59d3efd93 HTTP/1.1" status: 204 len: 168 time: 0.3117437 Jun 16 11:41:16.691131 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cd7a1d06-b402-4284-a5fa-2f122401cee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:16.699763 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93731ec8-8bf2-4dd3-bc28-d5d59d3efd93,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:16.703196 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:16.938410 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd386c2-e4a7-463a-b6db-287848988c34 req-6e8243cf-aea3-4346-b85f-f7534fcdb3c4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:16.946044 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5dd386c2-e4a7-463a-b6db-287848988c34 req-6e8243cf-aea3-4346-b85f-f7534fcdb3c4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1053858 Jun 16 11:41:17.020311 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5dd386c2-e4a7-463a-b6db-287848988c34 req-1fc47fd7-3ba3-4508-85fd-f4edafccbdf4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732844 Jun 16 11:41:17.112586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:18.230770 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5e5fd-76b8-4a92-b801-b62d8c52db7c req-a5f77bf4-5344-4d5a-9af1-af0dde2980ba tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:18.235250 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2af5e5fd-76b8-4a92-b801-b62d8c52db7c req-a5f77bf4-5344-4d5a-9af1-af0dde2980ba tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0804884 Jun 16 11:41:18.283061 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2af5e5fd-76b8-4a92-b801-b62d8c52db7c req-b163bdab-bafb-4568-90a4-f30a638c8147 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395987 Jun 16 11:41:18.945264 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:19.597916 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab229296-4f43-48c7-98fa-32e12a0f5738 req-5a2cc0e7-0659-4033-aa7f-10886247c156 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:19.599442 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ab229296-4f43-48c7-98fa-32e12a0f5738 req-5a2cc0e7-0659-4033-aa7f-10886247c156 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1025159 Jun 16 11:41:19.715850 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ab229296-4f43-48c7-98fa-32e12a0f5738 req-14edbcd6-4760-497f-8f0a-546c60a0c4bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054680 Jun 16 11:41:21.054111 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae543c0-d24d-4eb9-9e5f-285a22ea7771 req-4bc24951-897b-4c1e-8313-9bcd15028888 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:21.067546 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fae543c0-d24d-4eb9-9e5f-285a22ea7771 req-4bc24951-897b-4c1e-8313-9bcd15028888 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1648207 Jun 16 11:41:21.140656 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fae543c0-d24d-4eb9-9e5f-285a22ea7771 req-98be6d17-5519-4486-b42e-7a45e9865ad5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718248 Jun 16 11:41:23.278854 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-876226e4-fa17-4fb7-8667-b99b3c54c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:23.281283 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-876226e4-fa17-4fb7-8667-b99b3c54c0b2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.1554890 Jun 16 11:41:23.479205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-695c8bd2-5850-4157-b41b-271e925ba86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:23.481166 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-695c8bd2-5850-4157-b41b-271e925ba86f service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.1912937 Jun 16 11:41:23.495977 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e82542-ee77-40ad-bc9d-204096a6c892 req-d1fa4a7f-4134-4320-946e-040045ef172d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:23.503558 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-53e82542-ee77-40ad-bc9d-204096a6c892 req-d1fa4a7f-4134-4320-946e-040045ef172d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.4471421 Jun 16 11:41:23.571099 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-53e82542-ee77-40ad-bc9d-204096a6c892 req-b03cddd4-5d68-478c-9498-1b2806888f83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663958 Jun 16 11:41:23.646519 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-c855ee88-617e-41a3-b58e-ea0051417e67 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.1189766 Jun 16 11:41:23.716880 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-54968411-dc5d-46a1-ae6a-a23ed73e9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:23.718776 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-54968411-dc5d-46a1-ae6a-a23ed73e9da6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0658827 Jun 16 11:41:23.780130 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-01ccdc7c-aef8-4e06-a121-11b62343f961 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527222 Jun 16 11:41:23.880871 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-3ee983d0-4528-4b1f-84c3-26f8dcd0a7b6 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934222 Jun 16 11:41:24.012780 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9660e53-7f0a-4b59-9aeb-f1b98f2241ae req-4aff97f2-fa29-4c7d-a7bc-6e75edab72ca service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242008 Jun 16 11:41:24.021322 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8a357-1bc1-4314-807e-025547d05050 req-cb5193bd-3c9d-49e5-9702-3b796add7f64 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:24.023528 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-11b8a357-1bc1-4314-807e-025547d05050 req-cb5193bd-3c9d-49e5-9702-3b796add7f64 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2273052 Jun 16 11:41:24.065779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-11b8a357-1bc1-4314-807e-025547d05050 req-39567ee7-555b-47ef-9b47-0f8c2d6d0a7a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340483 Jun 16 11:41:24.668271 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-404015d6-a50a-4d74-be85-565567c6c3d3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:24.669894 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-404015d6-a50a-4d74-be85-565567c6c3d3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/networks?id=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 HTTP/1.1" status: 200 len: 814 time: 0.1204278 Jun 16 11:41:24.687160 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-e95a6068-6345-465f-8c25-05f125efe023 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/quotas/fcebeac3956549b5ae46bd871cfe6cb6 HTTP/1.1" status: 200 len: 375 time: 0.0101221 Jun 16 11:41:24.724476 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-2b93f835-e12a-473e-84a3-5bef5c70efeb tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280800 Jun 16 11:41:24.829705 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-b90ca390-4f34-459f-8d22-fc64edb080ba service neutron] 10.222.0.45 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977199 Jun 16 11:41:24.944735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-efe72d59-0468-4bf1-8465-a4df376693b5 service neutron] 10.222.0.45 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090035 Jun 16 11:41:25.021845 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad71b2c-eeaf-485d-9f82-5553b04d0e97 req-a1e4e37a-59d2-4454-a11a-53c42b090f1b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:25.024284 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ad71b2c-eeaf-485d-9f82-5553b04d0e97 req-a1e4e37a-59d2-4454-a11a-53c42b090f1b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0742986 Jun 16 11:41:25.067054 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ad71b2c-eeaf-485d-9f82-5553b04d0e97 req-af0279a3-5bde-4b7b-a389-84d25beff057 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355749 Jun 16 11:41:25.589383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-9768a700-de04-42f1-b036-9df6a6a7900b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:25.590834 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-9768a700-de04-42f1-b036-9df6a6a7900b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 814 time: 0.4070995 Jun 16 11:41:25.633392 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-a93d1231-9122-4e59-9665-24fd98a36d1e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/quotas/b04452a6898a4320b96be88eed28325b HTTP/1.1" status: 200 len: 375 time: 0.0221007 Jun 16 11:41:25.662056 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd029eb-782c-4810-941c-ec24c7b5cfb6 req-a4312f2d-7cb3-4eab-bb5e-88d2a11321a8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:25.664131 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3fd029eb-782c-4810-941c-ec24c7b5cfb6 req-a4312f2d-7cb3-4eab-bb5e-88d2a11321a8 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.3837912 Jun 16 11:41:25.718763 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-10873834-a66b-4c41-8a47-8714c0a82eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:25.720221 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-10873834-a66b-4c41-8a47-8714c0a82eb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1098 time: 0.1457777 Jun 16 11:41:25.755448 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3fd029eb-782c-4810-941c-ec24c7b5cfb6 req-65a070eb-164e-4f46-ad58-1eff62002c0f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738215 Jun 16 11:41:25.832423 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e0c31d6-5e06-40e1-b98b-1892c37aef13 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1925788 Jun 16 11:41:25.851962 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f2e6f571-fd20-4aba-8e19-cb01f7245666 req-60497835-0e5d-4db8-a1ea-ecf04b6478a6 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 210 time: 0.0411153 Jun 16 11:41:25.900030 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-cd441854-cc2f-44b1-95e2-72973f924689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:25.900030 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-cd441854-cc2f-44b1-95e2-72973f924689 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.1716857 Jun 16 11:41:26.005014 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4231e88d-4279-444d-a295-648b9b25208b service neutron] 10.222.0.45 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558387 Jun 16 11:41:26.006855 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-bab16aad-8b83-430e-85f8-5d2d71e2c908 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 1001 time: 0.0771418 Jun 16 11:41:26.116962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-6dde7877-f7d8-481f-b99e-7c9176ca6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:26.118703 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-6dde7877-f7d8-481f-b99e-7c9176ca6170 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.1000409 Jun 16 11:41:26.144740 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-1b933735-41e1-481a-991b-a06804fcbb2f service neutron] 10.222.0.45 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313229 Jun 16 11:41:26.188487 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-1907c411-4826-46ef-b369-b0012b7fe83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:26.190127 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-1907c411-4826-46ef-b369-b0012b7fe83f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607278 Jun 16 11:41:26.332499 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-e168dbb4-b480-4650-bca6-35a2928eccd0 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343431 Jun 16 11:41:26.348873 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df2af0-539b-476f-b75a-df90e6e3ae31 req-6fabc4e5-3e1e-4d2d-8e16-cb44730d2e52 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:26.351292 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82df2af0-539b-476f-b75a-df90e6e3ae31 req-6fabc4e5-3e1e-4d2d-8e16-cb44730d2e52 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1448033 Jun 16 11:41:26.439578 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-24739442-ba49-4306-827b-2a69d362346c req-6f37a930-88fd-42d1-ac03-8336d4e88be4 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 210 time: 0.0636048 Jun 16 11:41:26.523561 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82df2af0-539b-476f-b75a-df90e6e3ae31 req-b514a290-6cb8-4e4b-b8fa-cc49a5392ad8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465085 Jun 16 11:41:26.546974 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7ae34d0-2fcb-495a-ba68-d98f05cae379 req-bace6a0a-e672-41b9-b45e-4d6c5f7f5b02 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946688 Jun 16 11:41:26.937571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020aa92-cd30-474c-ad8d-aaef02377517 req-7291aa3a-a330-4a75-a704-38b5fe57c5a9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:26.939064 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0020aa92-cd30-474c-ad8d-aaef02377517 req-7291aa3a-a330-4a75-a704-38b5fe57c5a9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0682464 Jun 16 11:41:26.981928 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0020aa92-cd30-474c-ad8d-aaef02377517 req-eed2785b-f1d1-4449-ab69-9f91bf1ef066 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 Jun 16 11:41:27.031206 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7683f36a-5d13-4d87-9a68-5c0354e6d25e req-95ff031b-58d9-4304-8c59-c146075ffbba tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 210 time: 0.0423412 Jun 16 11:41:27.556651 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d51e86df-e83c-4c20-865a-3bdfb80a394c req-e17448ea-f0a6-4e03-8755-ea3e51c4590b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 210 time: 0.0424211 Jun 16 11:41:27.719151 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5a3d-9e84-41ea-863c-e2d14203198d req-85457a02-cf6e-4fa9-aa7d-22f6355bf1c8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:27.720611 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-100a5a3d-9e84-41ea-863c-e2d14203198d req-85457a02-cf6e-4fa9-aa7d-22f6355bf1c8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.0658367 Jun 16 11:41:27.762606 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-100a5a3d-9e84-41ea-863c-e2d14203198d req-6bbf3ae8-2493-4427-ab66-5d2d1306ae97 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359099 Jun 16 11:41:27.935243 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-f5e6a3c5-0d89-4fca-b1a2-4c536ecfd9bf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:27.936700 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-f5e6a3c5-0d89-4fca-b1a2-4c536ecfd9bf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "GET /v2.0/networks?id=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 HTTP/1.1" status: 200 len: 814 time: 0.1054175 Jun 16 11:41:27.955513 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Request body: {'port': {'device_id': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4', 'admin_state_up': True, 'tenant_id': 'fcebeac3956549b5ae46bd871cfe6cb6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:28.167218 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Made reservation on behalf of fcebeac3956549b5ae46bd871cfe6cb6 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:28.171072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:28.233418 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ac94e55-d4eb-4c74-82fb-0949e75d7f23 req-bfb9dae2-1752-4ca3-aff3-92760bd8aabb tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 210 time: 0.0549762 Jun 16 11:41:28.259004 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb0ad2-e00e-4a0a-867d-235d8d023a9c req-28277784-0b8f-4d46-8f2e-43da79e65727 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:28.260740 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbdb0ad2-e00e-4a0a-867d-235d8d023a9c req-28277784-0b8f-4d46-8f2e-43da79e65727 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1395311 Jun 16 11:41:28.352689 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbdb0ad2-e00e-4a0a-867d-235d8d023a9c req-255e09fd-3fcc-4680-96be-5a46c89f3e60 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851519 Jun 16 11:41:28.421075 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Allocated IP 172.20.0.4 (f885cedd-14d5-4ef1-93aa-ca9a4b0349a4/cf6027da-408c-45ed-85fb-50cc3013458b/26b53521-9dbc-488d-b585-07bd3850e061) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:41:28.593401 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:28.706245 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc432216-ff02-4669-a396-28c10a5f281d req-1b4b36a6-2059-4b79-ad8c-108c870034e3 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 210 time: 0.0353742 Jun 16 11:41:28.707697 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:28.713345 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-222b5767-d7ea-45ba-96cc-5ce8e7924cc0 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:28.771258 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:28.790518 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:28.790518 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:41:28.812705 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Pushing event updated for resources: {'Port': ['ID=26b53521-9dbc-488d-b585-07bd3850e061,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:28.817462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:28.860302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:28.861009 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:28.998855 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0471580 Jun 16 11:41:29.005648 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-98a2b588-1e85-4ab3-bb01-c9b95b2b8f96 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123697368&fields=id&tenant_id=cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 267 time: 0.0674729 Jun 16 11:41:29.011652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Request body: {'port': {'device_id': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:29.067823 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1c048-849c-4c36-b0a7-f148e585dedc req-99433c24-86c7-4ace-b8fc-98562d1123ab tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:29.069444 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b1c048-849c-4c36-b0a7-f148e585dedc req-99433c24-86c7-4ace-b8fc-98562d1123ab tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 945 time: 0.1726263 Jun 16 11:41:29.145578 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:41:29.283286 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:29.292474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:29.307696 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b1c048-849c-4c36-b0a7-f148e585dedc req-de79bbb0-864c-4f87-8693-51ac3801dfea tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227242 Jun 16 11:41:29.342857 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-6117130d-e165-4eb1-be69-49883732b20e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:29.360143 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-6117130d-e165-4eb1-be69-49883732b20e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 811 time: 0.3439007 Jun 16 11:41:29.384174 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:29.387932 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:29.388792 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad8f2d-53df-4648-a96c-7ff5accb4c9b" -d '{"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:29.411681 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-ef559788-da52-4861-8486-848f6a7a6dd3 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/quotas/cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 375 time: 0.0495005 Jun 16 11:41:29.455464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:29.460384 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:29.561050 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:29.571356 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.572224 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.572775 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.577717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.577717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.577717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.577717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.577717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.577717 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.578429 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-79be9960-6a13-4b9c-93ab-2f0a4fa96d60 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:29.578999 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.578999 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.578999 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:29.579276 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-79be9960-6a13-4b9c-93ab-2f0a4fa96d60 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 814 time: 0.3923538 Jun 16 11:41:29.593164 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:29.594935 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'port': {'device_id': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'admin_state_up': True, 'tenant_id': 'b04452a6898a4320b96be88eed28325b'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:29.639509 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-c9ab69e5-d278-49ce-8435-32c53b025005 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2237265 Jun 16 11:41:29.821211 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Made reservation on behalf of b04452a6898a4320b96be88eed28325b for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:29.825028 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:29.868436 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-81f5da1b-81d5-403f-8ebe-743a12b925d7 service neutron] 10.222.0.45 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227437 Jun 16 11:41:29.965300 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Allocated IP 172.20.0.3 (1895c0f0-d135-4ce4-a412-8989e9e8b7fa/6e1dd4bb-2af8-4839-89bc-d832a902e1e9/7b6ff63f-d941-4b1b-bec3-e90ccb514c58) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:41:30.145993 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.163850 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Transition to ACTIVE for port object 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:30.220516 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe110-8565-410b-be84-8f5f94afc3dd req-d7406531-bf4b-429c-9369-72dd6ab6e85f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:30.226765 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0ebe110-8565-410b-be84-8f5f94afc3dd req-d7406531-bf4b-429c-9369-72dd6ab6e85f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 931 time: 0.4793923 Jun 16 11:41:30.273283 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.277749 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2222a35c-b128-45e1-b96c-9aa7ab9fa8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:30.317542 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b53521-9dbc-488d-b585-07bd3850e061 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:41:30.319263 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:30.323297 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:30.331709 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:41:30.342929 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.363975 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f0ebe110-8565-410b-be84-8f5f94afc3dd req-c1ae0f06-7a0c-4bfd-9216-4f7fdf2c146e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305916 Jun 16 11:41:30.372721 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-32fc0ce8-36e4-4e0d-a87b-9932a4fea8ed service neutron] 10.222.0.45 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948592 Jun 16 11:41:30.400166 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Transition to ACTIVE for port object 26b53521-9dbc-488d-b585-07bd3850e061 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:30.425476 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:30.430040 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.478189 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.493363 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:30.493494 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:30.496978 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:30.547565 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Pushing event updated for resources: {'Port': ['ID=26b53521-9dbc-488d-b585-07bd3850e061,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:30.551740 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:30.554317 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9641428 Jun 16 11:41:30.576030 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Request body: {'port': {'device_id': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:30.750728 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.831862 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90c24e5c-0303-4fd0-92d5-bc152acd82be None None] Provisioning for port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:30.837937 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-90c24e5c-0303-4fd0-92d5-bc152acd82be None None] Provisioning complete for port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:30.838562 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-90c24e5c-0303-4fd0-92d5-bc152acd82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:30.849878 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Attempting to bind port 26b53521-9dbc-488d-b585-07bd3850e061 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:41:30.850301 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Attempting to bind port 26b53521-9dbc-488d-b585-07bd3850e061 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:41:30.850875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Attempting to bind port 26b53521-9dbc-488d-b585-07bd3850e061 on network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:30.865869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243fcfa-05ba-4e48-85e9-602db88a6c48 req-e5e1ae64-a8fa-42d4-8069-6825c96544d5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:30.867811 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3243fcfa-05ba-4e48-85e9-602db88a6c48 req-e5e1ae64-a8fa-42d4-8069-6825c96544d5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2396865 Jun 16 11:41:30.870666 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Port 26b53521-9dbc-488d-b585-07bd3850e061 on network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:41:30.871074 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Attempting to bind port 26b53521-9dbc-488d-b585-07bd3850e061 on network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:30.941774 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-90c24e5c-0303-4fd0-92d5-bc152acd82be None None] Port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:41:30.958208 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3243fcfa-05ba-4e48-85e9-602db88a6c48 req-a62e522a-9393-425a-b9ff-2e4f4e452f50 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813408 Jun 16 11:41:30.959058 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:41:30.962641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Checking segment: {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:30.962641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Bound using segment: {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:41:30.962641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Bound port: 26b53521-9dbc-488d-b585-07bd3850e061, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:41:30.962641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:31.057935 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c7a68f-d7d7-4afb-856d-4cf5c489989e x-openstack-request-id: req-33c7a68f-d7d7-4afb-856d-4cf5c489989e {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:31.058248 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-unplugged", "status": "failed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "code": 422}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:31.058524 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33c7a68f-d7d7-4afb-856d-4cf5c489989e {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:31.058989 dv-cinder-796286-5-iscsi neutron-server[93743]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'code': 422} returned with failed status Jun 16 11:41:31.148569 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] For port 26b53521-9dbc-488d-b585-07bd3850e061, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:41:31.153011 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] For port 26b53521-9dbc-488d-b585-07bd3850e061, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=26b53521-9dbc-488d-b585-07bd3850e061,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:41:31.294203 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:31.298835 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9b203791-3333-4298-bcda-3f94c0c9072d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:31.316356 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:41:31.330808 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:31.353969 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:31.355048 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:31.358381 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Transition to ACTIVE for port object 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:31.359165 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/26b53521-9dbc-488d-b585-07bd3850e061 HTTP/1.1" status: 200 len: 1093 time: 2.3515627 Jun 16 11:41:31.360619 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'tag': '26b53521-9dbc-488d-b585-07bd3850e061'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:31.369712 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d556089-11c0-43b3-9241-7e9132c5b326" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c2797b-12e4-433b-bdfa-5657ed785bc0", "tag": "26b53521-9dbc-488d-b585-07bd3850e061"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:31.431053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:31.442954 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:31.456803 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41d5af-6f20-4a8c-aaa2-d89cf424bc83 req-529b456e-43fe-4e1b-adbc-fe6d3c644aeb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:31.464961 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4a41d5af-6f20-4a8c-aaa2-d89cf424bc83 req-529b456e-43fe-4e1b-adbc-fe6d3c644aeb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 931 time: 0.2091036 Jun 16 11:41:31.472059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Pushing event updated for resources: {'Port': ['ID=26b53521-9dbc-488d-b585-07bd3850e061,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:31.486975 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:31.535908 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4a41d5af-6f20-4a8c-aaa2-d89cf424bc83 req-69e3f437-eb27-4984-8d52-0a2900e613e0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698304 Jun 16 11:41:31.594436 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd35e9-5b79-464e-9597-854f05fee424 req-986a4869-278c-4c24-9a66-5b70c74af134 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:31.604334 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8ffd35e9-5b79-464e-9597-854f05fee424 req-986a4869-278c-4c24-9a66-5b70c74af134 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.2159526 Jun 16 11:41:31.619883 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:31.633570 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:31.677399 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1860928f-5ed8-4f59-8136-d4935a582c5f req-01b3ab95-0c92-4c9f-bebd-2fe9998748de tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0616245 Jun 16 11:41:31.759632 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8ffd35e9-5b79-464e-9597-854f05fee424 req-421b9639-d7ef-43b3-b8f5-ca4d7ef1c5c2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537428 Jun 16 11:41:31.806179 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd488d76-522f-4771-8cf2-55586d473cf9 x-openstack-request-id: req-fd488d76-522f-4771-8cf2-55586d473cf9 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:31.806505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c2797b-12e4-433b-bdfa-5657ed785bc0", "tag": "26b53521-9dbc-488d-b585-07bd3850e061", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:31.806850 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd488d76-522f-4771-8cf2-55586d473cf9 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:31.807675 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'tag': '26b53521-9dbc-488d-b585-07bd3850e061', 'status': 'completed', 'code': 200} Jun 16 11:41:31.825610 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Attempting to bind port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:41:31.826146 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Attempting to bind port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:41:31.828697 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Attempting to bind port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 on network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:31.837218 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 on network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:41:31.837551 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Attempting to bind port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 on network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:31.856455 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:41:31.856756 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Checking segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:31.857182 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Bound using segment: {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:41:31.857655 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Bound port: 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d4f2ae-2a00-48c0-8433-48efea5b4461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:41:31.858137 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:32.040509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:41:32.045253 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:41:32.119687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:32.123123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-50f9d8d2-6df7-47ec-87a3-eb79c5c68b25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:32.160440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688245-5dbd-4d84-bb6f-cfbda955a890 req-f779581e-c542-4072-9ca4-de4d23294ed9 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:32.162409 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1e688245-5dbd-4d84-bb6f-cfbda955a890 req-f779581e-c542-4072-9ca4-de4d23294ed9 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.1261327 Jun 16 11:41:32.184739 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:32.187659 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:32.192332 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] 10.222.0.60 "PUT /v2.0/ports/7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 1093 time: 1.6208184 Jun 16 11:41:32.196143 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:32.200193 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b" -d '{"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:32.245121 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:32.253771 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:32.284425 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1e688245-5dbd-4d84-bb6f-cfbda955a890 req-88376068-7d7b-4281-b3df-735759d14830 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158648 Jun 16 11:41:32.485306 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a9289-7050-4475-a0f0-78c1f5c3c0cc req-00336285-8be8-4bcb-8ade-d306e6a8c5d3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:32.489688 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-220a9289-7050-4475-a0f0-78c1f5c3c0cc req-00336285-8be8-4bcb-8ade-d306e6a8c5d3 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0842423 Jun 16 11:41:32.545786 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-220a9289-7050-4475-a0f0-78c1f5c3c0cc req-09e71eb5-39b8-4fa2-86f1-5e965f3022ba tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446463 Jun 16 11:41:32.594064 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaea2c69-c572-46f4-a40a-ea1363a7a685 x-openstack-request-id: req-aaea2c69-c572-46f4-a40a-ea1363a7a685 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:32.594447 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:32.594791 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aaea2c69-c572-46f4-a40a-ea1363a7a685 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:32.595302 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'status': 'completed', 'code': 200} Jun 16 11:41:32.762806 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699605e-7a2b-40c1-97c2-3c4903dc914b req-5869d658-200f-4cd2-aedc-c67c4f9cd8f0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:32.764475 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9699605e-7a2b-40c1-97c2-3c4903dc914b req-5869d658-200f-4cd2-aedc-c67c4f9cd8f0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0804846 Jun 16 11:41:32.810298 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9699605e-7a2b-40c1-97c2-3c4903dc914b req-7b3bd467-603c-4c48-a33d-49517566e9b0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Jun 16 11:41:33.004707 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58e33e2e-276e-4d1d-af43-935b80fb5f1b req-9f1dd2ac-3bf0-4bf6-b780-d64ed77a6727 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0385747 Jun 16 11:41:33.226066 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:41:33.453059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c0a7b-26fe-40ee-b513-8be41b12d721 req-2382481c-8284-42c3-9466-39b9cc4bc106 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:33.454531 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f4c0a7b-26fe-40ee-b513-8be41b12d721 req-2382481c-8284-42c3-9466-39b9cc4bc106 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0635967 Jun 16 11:41:33.520574 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f4c0a7b-26fe-40ee-b513-8be41b12d721 req-592e987f-adfd-4c88-a6e0-c55cc724b454 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Jun 16 11:41:33.786286 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5230cc-0c8e-4703-b82b-d698519026cc req-29106233-bc4e-4505-aa94-edb996f9ba7d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:33.788828 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d5230cc-0c8e-4703-b82b-d698519026cc req-29106233-bc4e-4505-aa94-edb996f9ba7d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1098654 Jun 16 11:41:33.835353 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d5230cc-0c8e-4703-b82b-d698519026cc req-fb7467da-d986-408d-a15e-85030f134627 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373335 Jun 16 11:41:34.064073 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6095f5c-7ab8-4beb-9fb3-e5356cd47a57 req-c179be58-5d34-4a75-a93a-d4765d1b83f7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:34.065868 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6095f5c-7ab8-4beb-9fb3-e5356cd47a57 req-c179be58-5d34-4a75-a93a-d4765d1b83f7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0990615 Jun 16 11:41:34.110802 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6095f5c-7ab8-4beb-9fb3-e5356cd47a57 req-9f766aee-e0f1-4c3d-9589-a5341d34f549 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389493 Jun 16 11:41:34.298890 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c7d7924-0eb6-4098-b6c9-0ceac4156ac2 req-1b45f125-3562-43cb-a9bd-5f68fbaa4a03 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0370479 Jun 16 11:41:34.394226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af839d-6778-4202-aa5d-c99c632749c3 req-bc510995-f0f0-4ebc-b1b2-bdfd6d964892 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:34.397334 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-46af839d-6778-4202-aa5d-c99c632749c3 req-bc510995-f0f0-4ebc-b1b2-bdfd6d964892 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0912626 Jun 16 11:41:34.444423 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-46af839d-6778-4202-aa5d-c99c632749c3 req-d69c7042-b606-44f8-ba76-44600760a937 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409596 Jun 16 11:41:34.739568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfae760-bafd-4e36-883a-fa78ca241886 req-f46ccb19-f33c-45b5-89ee-243caa86619e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:34.742206 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ddfae760-bafd-4e36-883a-fa78ca241886 req-f46ccb19-f33c-45b5-89ee-243caa86619e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.1037650 Jun 16 11:41:34.783751 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ddfae760-bafd-4e36-883a-fa78ca241886 req-6070d281-95cf-47d3-a695-f2e917566e31 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Jun 16 11:41:35.028501 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9664aff-83f4-413d-a8bc-ad2edeb082ed req-8be59a2d-cd52-4a53-bfb9-eaacbe03f332 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:35.030000 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b9664aff-83f4-413d-a8bc-ad2edeb082ed req-8be59a2d-cd52-4a53-bfb9-eaacbe03f332 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0706525 Jun 16 11:41:35.086462 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b9664aff-83f4-413d-a8bc-ad2edeb082ed req-1037fe89-1932-426d-b3f1-86fa1dccde8f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 Jun 16 11:41:35.309202 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f939818-69c6-489e-9780-5579b1b9e7e0 req-3c839bb9-3649-43af-8dcc-06dc8cd144b4 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:35.317431 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6f939818-69c6-489e-9780-5579b1b9e7e0 req-3c839bb9-3649-43af-8dcc-06dc8cd144b4 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0870967 Jun 16 11:41:35.387816 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6f939818-69c6-489e-9780-5579b1b9e7e0 req-0e8fb2f6-8f4f-42c3-930f-6a544187ceca tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684526 Jun 16 11:41:35.519333 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79a4ceae-93bf-43ab-b66b-5e85ea085773 req-3f6c2c6f-0b45-4f45-a0e9-d00afdfb08bd tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0354741 Jun 16 11:41:35.821374 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e285c-9e99-47cc-92d2-bb902c896115 req-12fce815-f602-44c6-913c-ab7e84cf57e0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:35.822829 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-371e285c-9e99-47cc-92d2-bb902c896115 req-12fce815-f602-44c6-913c-ab7e84cf57e0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0710294 Jun 16 11:41:35.875470 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-371e285c-9e99-47cc-92d2-bb902c896115 req-981cb87c-826e-4b06-a604-4e1b377581a3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452900 Jun 16 11:41:36.025811 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb43ff-e837-4752-b20d-ff89349ebf4e req-b4a4308e-6979-4f8e-bb70-a148c6f6ea85 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:36.027732 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-30cb43ff-e837-4752-b20d-ff89349ebf4e req-b4a4308e-6979-4f8e-bb70-a148c6f6ea85 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0850639 Jun 16 11:41:36.078033 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-30cb43ff-e837-4752-b20d-ff89349ebf4e req-3b9d9d9f-5906-468f-8ea6-033ad67e68af tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425398 Jun 16 11:41:36.153761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51658) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:36.288713 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f13570-84cb-4c52-a0a9-033ef1f25000 req-d3edc7e3-9da9-48e9-8cc3-ad8e476f8f3a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:36.290583 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c9f13570-84cb-4c52-a0a9-033ef1f25000 req-d3edc7e3-9da9-48e9-8cc3-ad8e476f8f3a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0822048 Jun 16 11:41:36.337265 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.364615 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c9f13570-84cb-4c52-a0a9-033ef1f25000 req-cb9a99c3-34e6-45e7-a5e0-f00ca8d2783a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649762 Jun 16 11:41:36.461440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.529474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.563055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.566795 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2a68b1a9-d4c0-4b24-96cc-5c8355c49df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:36.621638 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f216c47-a7f7-4c75-9c8e-8864d45b729d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:36.625036 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:36.633111 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51666) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:36.633653 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bc3b347246b54d9fa58c03a3911a54be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782732 Jun 16 11:41:36.684326 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-150a461c-099e-414b-9a21-313909eb1d2d req-df92deed-7840-41c6-81e3-792b3a4e9244 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0341499 Jun 16 11:41:36.697057 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.702185 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a258c-d9d7-4387-8141-0198fcb09fa5 req-2ce97990-3a53-439a-ab33-105b0732ee98 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:36.709410 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e08a258c-d9d7-4387-8141-0198fcb09fa5 req-2ce97990-3a53-439a-ab33-105b0732ee98 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.1765008 Jun 16 11:41:36.730717 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.750308 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e08a258c-d9d7-4387-8141-0198fcb09fa5 req-ea8b5656-d31a-4fb2-b1e6-d03577e10933 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399852 Jun 16 11:41:36.855252 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.858685 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:36.860084 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f216c47-a7f7-4c75-9c8e-8864d45b729d HTTP/1.1" status: 204 len: 168 time: 0.2258790 Jun 16 11:41:36.861057 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8e3e2d83-8cbd-477e-ad6f-d3ba52de1a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:36.871497 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f216c47-a7f7-4c75-9c8e-8864d45b729d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:36.874058 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:37.127232 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27728937-76e6-4a1f-8e8d-f146898da2c3 req-98fd6c3a-76a1-481e-9a60-ecbcdb516cbb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:37.133838 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-27728937-76e6-4a1f-8e8d-f146898da2c3 req-98fd6c3a-76a1-481e-9a60-ecbcdb516cbb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1059165 Jun 16 11:41:37.224768 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-27728937-76e6-4a1f-8e8d-f146898da2c3 req-70437b7c-2249-45fc-bf8f-78f217c1cf62 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768967 Jun 16 11:41:37.302760 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f31517-086e-4d9f-9d65-6c31c7432278 req-5f89b7cd-f72f-4984-b2d1-acf1c3fe099b tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:37.304990 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08f31517-086e-4d9f-9d65-6c31c7432278 req-5f89b7cd-f72f-4984-b2d1-acf1c3fe099b tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0742831 Jun 16 11:41:37.347900 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08f31517-086e-4d9f-9d65-6c31c7432278 req-b05703a6-835b-452c-9a6c-d378664db113 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Jun 16 11:41:37.510097 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51682) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:37.524467 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:37.566116 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01376d10-215b-401d-b84c-e0019bddc6bb req-d627cfc2-40e7-49eb-8f93-654d78054b68 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:37.568071 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-01376d10-215b-401d-b84c-e0019bddc6bb req-d627cfc2-40e7-49eb-8f93-654d78054b68 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0801113 Jun 16 11:41:37.622433 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:37.633186 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-01376d10-215b-401d-b84c-e0019bddc6bb req-09d19a0b-d129-4a2d-a2dc-434cb57b152e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539875 Jun 16 11:41:37.690098 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:37.694348 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9e232e66-743c-479c-8f97-917f0610db41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:37.743735 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdef389-c01b-440e-abdf-3fa60b8f57ea,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:37.747967 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8c685f1bc88543ebae3f142a905c448e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368467 Jun 16 11:41:37.748830 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:37.750851 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51686) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:37.821826 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:37.882165 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:37.892579 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4a6905b3-b76c-40c7-bf8a-dd3df79becb8 req-16a5d7dc-a573-465c-89c0-c650825add80 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0511603 Jun 16 11:41:37.997038 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4cd42-a87e-4e87-a5c3-9efd657b7773 req-026a0cbf-77e7-4308-906b-4231e651a3a2 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:37.999815 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6fe4cd42-a87e-4e87-a5c3-9efd657b7773 req-026a0cbf-77e7-4308-906b-4231e651a3a2 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.1144152 Jun 16 11:41:38.043869 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6fe4cd42-a87e-4e87-a5c3-9efd657b7773 req-db36c50e-4348-40df-8c2c-ae9ae76e3cdb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Jun 16 11:41:38.051183 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:38.062768 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:38.062768 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbdef389-c01b-440e-abdf-3fa60b8f57ea HTTP/1.1" status: 204 len: 168 time: 0.3047326 Jun 16 11:41:38.062768 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-085e4da8-4be0-4b50-b365-a5c5b2fc7d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:38.077362 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdef389-c01b-440e-abdf-3fa60b8f57ea,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:38.088341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:38.436974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b046a-662d-4529-ab8b-1b5a7eae9df1 req-31fd8f95-d77c-41d0-9e4e-e80cc14b6dae tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:38.439319 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c04b046a-662d-4529-ab8b-1b5a7eae9df1 req-31fd8f95-d77c-41d0-9e4e-e80cc14b6dae tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0896606 Jun 16 11:41:38.573945 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c04b046a-662d-4529-ab8b-1b5a7eae9df1 req-3a9811d1-3e2e-40f4-bb1f-5363393457af tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125829 Jun 16 11:41:38.618683 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b614956-4dbb-4dfd-926b-5890eb508698 req-37b87076-8107-4a3b-a1b8-df0b81e96f90 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:38.620516 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3b614956-4dbb-4dfd-926b-5890eb508698 req-37b87076-8107-4a3b-a1b8-df0b81e96f90 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.1509421 Jun 16 11:41:38.670692 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3b614956-4dbb-4dfd-926b-5890eb508698 req-d6c57563-2195-4854-841b-a46e9e0ca310 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Jun 16 11:41:38.872499 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9b1fa-0abe-4559-b145-180bc12e9ed2 req-e52f24ad-15ff-463c-88ad-9a71ebfe44a5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:38.875126 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b3d9b1fa-0abe-4559-b145-180bc12e9ed2 req-e52f24ad-15ff-463c-88ad-9a71ebfe44a5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0963461 Jun 16 11:41:38.922626 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b3d9b1fa-0abe-4559-b145-180bc12e9ed2 req-a28b037c-e024-4917-968a-716e1336352b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Jun 16 11:41:39.027900 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:41:39.063888 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-823e55de-5806-4d81-80fd-1f82c3284cca req-0df3b242-9d46-441c-969d-ad0cb5241764 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0472786 Jun 16 11:41:39.282971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49e107-7494-4c68-8287-e05466a00fc8 req-02946acc-dc64-4364-8da8-25ac0367101c tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:39.284329 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc49e107-7494-4c68-8287-e05466a00fc8 req-02946acc-dc64-4364-8da8-25ac0367101c tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0795052 Jun 16 11:41:39.328520 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc49e107-7494-4c68-8287-e05466a00fc8 req-e55126a9-3ce4-441c-b4c0-5f2eb8786622 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350065 Jun 16 11:41:39.807076 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1e59d-2ed6-44b7-84d5-9a752f3b8a2e req-6ee9fdd1-48e1-4d03-82d2-3fc552aa7e4d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:39.808960 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-72f1e59d-2ed6-44b7-84d5-9a752f3b8a2e req-6ee9fdd1-48e1-4d03-82d2-3fc552aa7e4d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1051435 Jun 16 11:41:39.862100 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-72f1e59d-2ed6-44b7-84d5-9a752f3b8a2e req-0e0db6a1-09ef-4c68-b087-679750c06c2a tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471976 Jun 16 11:41:39.945899 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11b08b-44b4-4420-820a-55a3d0665673 req-360078bd-2008-43ec-bb4b-a602f19ceea2 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:39.947445 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2f11b08b-44b4-4420-820a-55a3d0665673 req-360078bd-2008-43ec-bb4b-a602f19ceea2 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.1025610 Jun 16 11:41:39.992130 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2f11b08b-44b4-4420-820a-55a3d0665673 req-1e5b27ca-27af-4e89-ac11-43f98452f3e7 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354795 Jun 16 11:41:40.220188 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3f43e-709a-439d-af8e-91f638dd5b97 req-fb4d7956-ab1e-4ff2-a987-ae42490da25f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:40.221989 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7d3f43e-709a-439d-af8e-91f638dd5b97 req-fb4d7956-ab1e-4ff2-a987-ae42490da25f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1181016 Jun 16 11:41:40.259637 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7c8a399-f298-450c-bf6e-5857d55e68e8 req-8df2d8ec-dd0f-442b-9ec8-21bd370e189f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0365798 Jun 16 11:41:40.305289 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b7d3f43e-709a-439d-af8e-91f638dd5b97 req-0757b025-d8f7-4199-a662-75a62bc221f7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709443 Jun 16 11:41:40.558938 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dab4c3-97c8-43b5-91fc-9f9c4b2d26bf req-eeede266-295d-4612-85d5-e3255bea3413 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:40.561062 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6dab4c3-97c8-43b5-91fc-9f9c4b2d26bf req-eeede266-295d-4612-85d5-e3255bea3413 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0742500 Jun 16 11:41:40.621818 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6dab4c3-97c8-43b5-91fc-9f9c4b2d26bf req-bb30f80f-0b99-47de-8b2a-0245c719ca0f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520065 Jun 16 11:41:40.954228 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51748) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:41.103783 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.117149 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eec302-c7d8-42af-be57-edf1c928235b req-8ed7b7a0-b030-435a-959a-280c4cd0b25f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:41.118878 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65eec302-c7d8-42af-be57-edf1c928235b req-8ed7b7a0-b030-435a-959a-280c4cd0b25f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1078448 Jun 16 11:41:41.211713 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65eec302-c7d8-42af-be57-edf1c928235b req-10bdce0e-ab14-426f-9527-2ff17cc57540 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871367 Jun 16 11:41:41.276468 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265322-6ddb-4c39-9c95-286f023abeb0 req-1f29d071-5512-4a39-b2bc-42029776698f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:41.278030 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2f265322-6ddb-4c39-9c95-286f023abeb0 req-1f29d071-5512-4a39-b2bc-42029776698f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.1516957 Jun 16 11:41:41.337814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.345606 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2f265322-6ddb-4c39-9c95-286f023abeb0 req-adbacca0-2358-4e61-b175-dc049b2e99dc tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611925 Jun 16 11:41:41.391914 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.394901 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8e971cac-ef86-43b6-ba4e-d71d9bb08019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:41.475570 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36376d8d-1916-4545-9cce-2831da7cfc35 req-33983a84-9d74-4820-9b05-5b162bc7c1b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0672235 Jun 16 11:41:41.477780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=585a4095-f996-479d-a18c-7f640ddcca87,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:41.484579 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d81a3e8406934214a1a7bb121d44b7b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265987 Jun 16 11:41:41.484579 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:41.484786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 51760) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:41.576142 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.608065 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.629734 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdcd726-f7fc-425a-a3ec-620f92458fa6 req-a2c2e11b-775b-4bd7-b344-7a4fd2606460 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:41.631546 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4cdcd726-f7fc-425a-a3ec-620f92458fa6 req-a2c2e11b-775b-4bd7-b344-7a4fd2606460 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1170015 Jun 16 11:41:41.685503 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4cdcd726-f7fc-425a-a3ec-620f92458fa6 req-7a384530-0ec0-40c3-9972-f659f081ca6f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467374 Jun 16 11:41:41.773382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.775902 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:41.776986 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/585a4095-f996-479d-a18c-7f640ddcca87 HTTP/1.1" status: 204 len: 168 time: 0.2914011 Jun 16 11:41:41.779358 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d2049940-00c7-46bf-8d47-bb00b0476106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:41.789916 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585a4095-f996-479d-a18c-7f640ddcca87,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:41.797568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:41.821594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11cd60-0430-4159-afad-ec5a9bb021d1 req-11fdfa6e-461d-439b-becc-b6a1ab85d7ef tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:41.826186 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a11cd60-0430-4159-afad-ec5a9bb021d1 req-11fdfa6e-461d-439b-becc-b6a1ab85d7ef tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0825298 Jun 16 11:41:41.869042 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a11cd60-0430-4159-afad-ec5a9bb021d1 req-71a407fe-2bc3-4f2d-a422-43db6b49c8a3 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380790 Jun 16 11:41:42.404001 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba93694-d615-4ae6-8c37-b68b2c7f4c1e req-d5f15eae-50ae-4472-8340-39883cf9cd27 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:42.405620 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1ba93694-d615-4ae6-8c37-b68b2c7f4c1e req-d5f15eae-50ae-4472-8340-39883cf9cd27 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0716391 Jun 16 11:41:42.475426 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1ba93694-d615-4ae6-8c37-b68b2c7f4c1e req-9a216c6c-9827-4087-b0ee-a5c7e4417888 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617537 Jun 16 11:41:42.577395 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b609c-1484-4c54-9562-4f9ccb4fdb04 req-05fe15fa-6aab-4a56-8805-8e3b2b68d305 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:42.579988 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-069b609c-1484-4c54-9562-4f9ccb4fdb04 req-05fe15fa-6aab-4a56-8805-8e3b2b68d305 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0746329 Jun 16 11:41:42.641591 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51806) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:42.661168 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-069b609c-1484-4c54-9562-4f9ccb4fdb04 req-dbc0775a-67ee-4a4b-ba96-400ab97dfbe3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697005 Jun 16 11:41:42.681606 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-183a1804-8027-4802-b28f-06fb2f2085d8 req-1f57f725-f36c-420b-9ecf-4dbff2ce5065 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0364366 Jun 16 11:41:42.752237 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-c4ae3df3-e09a-4c35-8fc9-8ec769188d0d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094596 Jun 16 11:41:42.882020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f311d43-328c-418b-8d9e-80a6fa87ab9d req-ea607e25-ceca-410d-a095-4bde32494e3e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:42.883685 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4f311d43-328c-418b-8d9e-80a6fa87ab9d req-ea607e25-ceca-410d-a095-4bde32494e3e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0719464 Jun 16 11:41:42.929333 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4f311d43-328c-418b-8d9e-80a6fa87ab9d req-1930299c-ac8a-4310-aa12-ce986d90ce8d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 Jun 16 11:41:42.955621 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51830) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:43.057062 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1831e-2423-4b1c-b333-1d20c7cb458c req-58ab554a-ca39-4a53-af01-5385c74e2f33 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:43.058612 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bfa1831e-2423-4b1c-b333-1d20c7cb458c req-58ab554a-ca39-4a53-af01-5385c74e2f33 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0646667 Jun 16 11:41:43.060387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-706728744-network', 'tenant_id': '3393458113d84598a3bfbfada9d242da'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:43.097248 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bfa1831e-2423-4b1c-b333-1d20c7cb458c req-488b8599-fe7b-4635-a6ab-f6dab01c430f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Jun 16 11:41:43.146284 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Made reservation on behalf of 3393458113d84598a3bfbfada9d242da for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:43.149530 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.158343 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.197858 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d6924087-65ee-4ade-9cdf-832df527351b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.247413 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.294377 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.298323 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b4784361-1470-49c2-b989-8c1add1d545b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:43.315079 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:41:43.328314 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc26f4f3-b401-4c66-9317-1add91248f00,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:43.331464 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:43.335132 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.335406 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Added segment 55851f4a-55f2-4a1b-8a9c-9b638a14ed24 of type vlan for network f95a2699-a7ee-497a-914a-b6db6a32a0fc Jun 16 11:41:43.374569 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.472274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.473646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:43.476147 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.479416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:43.553408 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=f95a2699-a7ee-497a-914a-b6db6a32a0fc,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:43.556687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:43.563099 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network f95a2699-a7ee-497a-914a-b6db6a32a0fc details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:41:43.575822 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6189454 Jun 16 11:41:43.578986 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 51838) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:43.585996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Request body: {'subnet': {'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-706728744-subnet', 'tenant_id': '3393458113d84598a3bfbfada9d242da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:43.664181 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Made reservation on behalf of 3393458113d84598a3bfbfada9d242da for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:43.666799 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29821782'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:43.725631 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375885-bf2a-4d48-a6f2-f9f8097cd143 req-26970969-9f30-4021-be87-06e1ac4409b1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:43.727271 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0c375885-bf2a-4d48-a6f2-f9f8097cd143 req-26970969-9f30-4021-be87-06e1ac4409b1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1082642 Jun 16 11:41:43.776058 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0c375885-bf2a-4d48-a6f2-f9f8097cd143 req-d6dd12ec-e78e-4626-b761-589e862cb1bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Jun 16 11:41:43.778290 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d556089-11c0-43b3-9241-7e9132c5b326 req-2fa818cc-71c5-44e2-90c7-a015051b7216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:43.779905 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6d556089-11c0-43b3-9241-7e9132c5b326 req-2fa818cc-71c5-44e2-90c7-a015051b7216 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 1096 time: 0.1257365 Jun 16 11:41:43.785222 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b req-50c08c0b-aee9-4a7d-a0cd-d5d31ce143e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:43.787568 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b req-50c08c0b-aee9-4a7d-a0cd-d5d31ce143e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1096 time: 0.1545084 Jun 16 11:41:43.988366 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7a36a929-6f51-4665-b2c7-207ada7c0e8f req-6185e2af-d025-4724-8954-34ad89791633 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0591006 Jun 16 11:41:44.040957 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d556089-11c0-43b3-9241-7e9132c5b326 req-e93778d7-64fa-4cd8-9018-2262125fa1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.044041 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6d556089-11c0-43b3-9241-7e9132c5b326 req-e93778d7-64fa-4cd8-9018-2262125fa1c3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2483368 Jun 16 11:41:44.059027 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01d1a-d2a7-447d-b3f5-4508ecefccb5 req-4830670c-032c-45e0-89b2-c2911c5c35ca tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.061734 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-43a01d1a-d2a7-447d-b3f5-4508ecefccb5 req-4830670c-032c-45e0-89b2-c2911c5c35ca tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.2516801 Jun 16 11:41:44.069266 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b req-06e5951d-c339-46c5-a791-6e8b1d86f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.071055 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b req-06e5951d-c339-46c5-a791-6e8b1d86f3c5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b04452a6898a4320b96be88eed28325b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2642627 Jun 16 11:41:44.146036 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29988704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29821764'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:44.163373 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:44.205357 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-43a01d1a-d2a7-447d-b3f5-4508ecefccb5 req-05f26556-5e06-48d8-bb0a-bffb6b179bb4 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287618 Jun 16 11:41:44.235394 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d556089-11c0-43b3-9241-7e9132c5b326 req-a9f490b3-7e39-40a6-a69f-9a35f3fa3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.236858 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6d556089-11c0-43b3-9241-7e9132c5b326 req-a9f490b3-7e39-40a6-a69f-9a35f3fa3b62 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1738992 Jun 16 11:41:44.271868 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4428d27-a221-4971-add1-2317b80de603 req-2f7daa7e-1e73-4260-bcb7-943026ef474d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.273435 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f4428d27-a221-4971-add1-2317b80de603 req-2f7daa7e-1e73-4260-bcb7-943026ef474d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1497862 Jun 16 11:41:44.299863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b9c8b3-9ad1-4386-8919-fc855d4a2914,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:44.302513 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b req-a94c9b9a-015d-4df8-be7e-bf220bf91112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.304783 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bdff7fd5-90ba-4ec8-84b0-26e04d5ead4b req-a94c9b9a-015d-4df8-be7e-bf220bf91112 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2214301 Jun 16 11:41:44.306695 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:44.322738 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Checking segment: {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:44.324554 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Network hostable DHCP agents. Network: f95a2699-a7ee-497a-914a-b6db6a32a0fc, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:41:44.410331 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Network f95a2699-a7ee-497a-914a-b6db6a32a0fc is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:41:44.441000 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-10aa923e-807f-4e54-9828-0267eeb56991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.442519 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-10aa923e-807f-4e54-9828-0267eeb56991 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1096 time: 0.0736699 Jun 16 11:41:44.486523 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-082461c5-84fa-4ca3-baed-5561afdcc589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 217 time: 0.0357282 Jun 16 11:41:44.486990 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, f95a2699-a7ee-497a-914a-b6db6a32a0fc) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:44.491794 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.492372 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:44.496988 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0164084-3be0-463f-8a76-6036f981b5f8 None None] Network f95a2699-a7ee-497a-914a-b6db6a32a0fc requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:44.553514 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-cb671e4a-b73f-41a0-9ff5-3216dd940685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.554988 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-cb671e4a-b73f-41a0-9ff5-3216dd940685 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.0561416 Jun 16 11:41:44.581166 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-79d64fab-c68e-46a9-a3eb-e131aeb7c74f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0010488 Jun 16 11:41:44.630090 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dff399-c76e-4787-b706-aea1d07a124b req-ed48c9eb-a018-4e4b-9be4-1bf720217a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.631595 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-ed48c9eb-a018-4e4b-9be4-1bf720217a3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602505 Jun 16 11:41:44.657031 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f4428d27-a221-4971-add1-2317b80de603 req-3051452f-2e95-40e4-a373-51e32cd35125 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744502 Jun 16 11:41:44.680839 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789acab0-5d2e-4708-9e5e-a89def0e5aa8 None None] Network f95a2699-a7ee-497a-914a-b6db6a32a0fc requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:44.699241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-641c28ce-343d-416b-9efd-c68eab936019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.699241 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-641c28ce-343d-416b-9efd-c68eab936019 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 1096 time: 0.3921547 Jun 16 11:41:44.749099 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d15b9f-42df-46ee-8e61-3c0dd8f8e4a8 req-9f8b5915-c781-4ec5-8f79-85a0083b48c3 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.750644 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-73d15b9f-42df-46ee-8e61-3c0dd8f8e4a8 req-9f8b5915-c781-4ec5-8f79-85a0083b48c3 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.1433270 Jun 16 11:41:44.752405 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-0840ce4a-679d-4f40-9bc9-fb7e73f76116 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26b53521-9dbc-488d-b585-07bd3850e061 HTTP/1.1" status: 200 len: 217 time: 0.0500264 Jun 16 11:41:44.795172 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-ff9d8699-54eb-4bd4-8fd0-449fc448ece3 service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452165 Jun 16 11:41:44.843843 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-73d15b9f-42df-46ee-8e61-3c0dd8f8e4a8 req-9534cc3b-57c2-4d20-87b2-6f1a72ed3334 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858855 Jun 16 11:41:44.853643 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-0c574669-641c-49ea-a13d-499512912b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:44.855091 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-0c574669-641c-49ea-a13d-499512912b6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf6027da-408c-45ed-85fb-50cc3013458b HTTP/1.1" status: 200 len: 854 time: 0.0955484 Jun 16 11:41:44.894108 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-b6f4db8d-f677-46cd-aac8-bab74a8bbda5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289638 Jun 16 11:41:44.955215 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b5dff399-c76e-4787-b706-aea1d07a124b req-0d8aa7dd-23a7-494e-a346-936d81637cea service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512246 Jun 16 11:41:45.051871 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-5f2ee5d1-5092-4157-a658-4bc58e89a176 service neutron] 10.222.0.60 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507869 Jun 16 11:41:45.100385 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4bd47-baa6-49cb-8eb9-a6fe1a7d82aa req-708dbc4a-d779-4280-a1d3-05b84f63992c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:45.101932 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8ed4bd47-baa6-49cb-8eb9-a6fe1a7d82aa req-708dbc4a-d779-4280-a1d3-05b84f63992c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1451290 Jun 16 11:41:45.181546 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-2aca95fa-9614-44c5-8b17-88f0fa3ef844 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:45.183371 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-2aca95fa-9614-44c5-8b17-88f0fa3ef844 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 811 time: 0.1359067 Jun 16 11:41:45.189624 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ef75fcca-b57b-49da-9a8d-cb42118f6001 req-e9a26c75-3661-4e9d-aaf3-f522af4a63e9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0420113 Jun 16 11:41:45.215425 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8170956-4493-45cb-bd07-da0ca7f00f0b req-6c2254b8-f5f0-4706-b361-933ec040e8e1 service neutron] 10.222.0.60 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560471 Jun 16 11:41:45.220547 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8ed4bd47-baa6-49cb-8eb9-a6fe1a7d82aa req-b9841e01-d0b5-4750-b00e-53c6e97d34aa tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863891 Jun 16 11:41:45.441398 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaefd45-e239-4bf8-959e-396008da9534 req-bb8d6439-99f7-49b2-8f25-f4b3f2bf21bf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:45.445454 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbaefd45-e239-4bf8-959e-396008da9534 req-bb8d6439-99f7-49b2-8f25-f4b3f2bf21bf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0786712 Jun 16 11:41:45.479604 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-484d59dd-fa24-458e-9d46-4f700c7f43fa tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 380 time: 0.2695158 Jun 16 11:41:45.493759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'port': {'device_id': '4067942d-a097-4930-ac46-ea7d39c199ec', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'admin_state_up': True, 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'security_groups': ['c7b5bcee-13fa-4487-a91a-19ff21fe7ac5']}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:45.519386 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bbaefd45-e239-4bf8-959e-396008da9534 req-ca6b6e44-7c44-411a-ae0f-ad2a311c206c tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682278 Jun 16 11:41:45.735251 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Made reservation on behalf of cb88e2056210447d8f65806c70bb4054 for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:45.739559 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:45.866032 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03f215-a967-4ffa-9887-46fc6e6dee25 req-a02c7a98-a24f-4bd5-93e4-6a5ef4ea8846 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:45.867944 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe03f215-a967-4ffa-9887-46fc6e6dee25 req-a02c7a98-a24f-4bd5-93e4-6a5ef4ea8846 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0791888 Jun 16 11:41:45.873220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Allocated IP 172.20.0.10 (91dea95a-867c-4c76-936f-94abb2472964/af96d369-495c-4b20-9fec-4e6c1f95a77a/f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:41:45.908967 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe03f215-a967-4ffa-9887-46fc6e6dee25 req-6acfead7-f8d0-4ef3-8d16-45cd64acc6d7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344732 Jun 16 11:41:45.911726 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d489546c-c8e5-413f-a81a-1991d631e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.026749 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.032780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ed4ee-f7e2-48a1-b6b2-4903ce69cc8b req-82233e08-bd2d-42e2-9c2a-f4f7486b72e2 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.034250 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-595ed4ee-f7e2-48a1-b6b2-4903ce69cc8b req-82233e08-bd2d-42e2-9c2a-f4f7486b72e2 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0629654 Jun 16 11:41:46.041215 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Transition to ACTIVE for port object f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:46.077553 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-595ed4ee-f7e2-48a1-b6b2-4903ce69cc8b req-f1581deb-310f-4ff5-8db0-46307a6f4cfe tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Jun 16 11:41:46.128964 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.147730 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.151399 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:46.195371 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Network 91dea95a-867c-4c76-936f-94abb2472964 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:41:46.200952 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:46.204901 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:41:46.212223 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:46.232658 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:46.261624 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.262391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.339851 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8512561 Jun 16 11:41:46.356198 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Request body: {'port': {'device_id': '4067942d-a097-4930-ac46-ea7d39c199ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:46.438014 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.491663 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-48e4c106-d840-48f1-a5d8-84a8ebdb3d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.493252 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-48e4c106-d840-48f1-a5d8-84a8ebdb3d1d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254&tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 1096 time: 0.1922057 Jun 16 11:41:46.505037 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e302d5-db2e-482e-97d6-b6c6c6a9bbdf req-21c9cd13-85a6-450e-886e-5504590f8a04 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.507101 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a4e302d5-db2e-482e-97d6-b6c6c6a9bbdf req-21c9cd13-85a6-450e-886e-5504590f8a04 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 932 time: 0.1766407 Jun 16 11:41:46.515257 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e319b3c-9efc-4878-b0ea-7227dea1802a None None] Provisioning for port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:46.520956 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e319b3c-9efc-4878-b0ea-7227dea1802a None None] Provisioning complete for port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:46.520956 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e319b3c-9efc-4878-b0ea-7227dea1802a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.521448 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442c83-1241-4cfd-88f9-b52ebb60fcb2 req-3d1a4342-762e-4170-9283-89043fa52103 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.523753 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2442c83-1241-4cfd-88f9-b52ebb60fcb2 req-3d1a4342-762e-4170-9283-89043fa52103 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1372538 Jun 16 11:41:46.559620 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5e319b3c-9efc-4878-b0ea-7227dea1802a None None] Port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:41:46.620009 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a4e302d5-db2e-482e-97d6-b6c6c6a9bbdf req-9d0d8810-e03b-4920-aabd-7fbe1927c02a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959280 Jun 16 11:41:46.639016 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2442c83-1241-4cfd-88f9-b52ebb60fcb2 req-1d943da4-2061-4627-b196-47a627d179fb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064117 Jun 16 11:41:46.671687 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-c38b3fd5-70d3-4979-bf67-e9eaec1f010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.673357 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-c38b3fd5-70d3-4979-bf67-e9eaec1f010b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1096 time: 0.1430550 Jun 16 11:41:46.763334 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:41:46.773417 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.786814 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Transition to ACTIVE for port object f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:41:46.871887 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:46.874813 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5a974963-b9e5-46fc-b790-7086f0e6dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:46.894738 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-1b849a49-ea12-4648-892f-9bcc52088902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:46.896196 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-1b849a49-ea12-4648-892f-9bcc52088902 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.2154677 Jun 16 11:41:46.961664 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:46.971671 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:47.053724 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb7910-31f3-4036-a991-72fc37d997bd req-50629b89-88be-4627-9097-63d1acd7c116 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.055402 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6bbb7910-31f3-4036-a991-72fc37d997bd req-50629b89-88be-4627-9097-63d1acd7c116 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.2468021 Jun 16 11:41:47.061636 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-81b444db-1f22-449d-829f-aaf2047d98fd tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.063466 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-81b444db-1f22-449d-829f-aaf2047d98fd tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/networks?id=f95a2699-a7ee-497a-914a-b6db6a32a0fc HTTP/1.1" status: 200 len: 808 time: 0.2559676 Jun 16 11:41:47.065643 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-78d36d8e-94fd-4d56-bfa2-af25f82da01e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 999 time: 0.1383085 Jun 16 11:41:47.068078 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:47.073773 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Attempting to bind port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:41:47.074337 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Attempting to bind port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:41:47.075014 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Attempting to bind port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:47.082400 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 on network 91dea95a-867c-4c76-936f-94abb2472964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:41:47.082628 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Attempting to bind port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:41:47.089247 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:41:47.089592 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Checking segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:47.089976 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Bound using segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:41:47.090410 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Bound port: f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:41:47.090759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:47.137450 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-4fb4cfd9-7c3f-430d-abd8-80595d42f14d tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/quotas/3393458113d84598a3bfbfada9d242da HTTP/1.1" status: 200 len: 375 time: 0.0228100 Jun 16 11:41:47.148377 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-7f304eca-dec9-43ba-b599-b8b404a4e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.149909 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-7f304eca-dec9-43ba-b599-b8b404a4e631 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0751176 Jun 16 11:41:47.171840 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] For port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:41:47.177169 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] For port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:41:47.192744 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6bbb7910-31f3-4036-a991-72fc37d997bd req-aee2177a-d0e6-44b1-ab36-e908ec8d1ed3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261744 Jun 16 11:41:47.196796 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-df009902-0029-4d54-83b2-ecad73797114 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3393458113d84598a3bfbfada9d242da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442345 Jun 16 11:41:47.266963 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:47.270401 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:47.302659 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.303917 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:47.305291 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 HTTP/1.1" status: 200 len: 1094 time: 0.9535191 Jun 16 11:41:47.306074 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:47.308055 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe8218-abae-46c1-9275-7f3c69b61b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:47.333268 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:47.336399 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:47.355059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-2e8a9c4d-eb5f-4491-b35e-1e893d59a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.356601 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-2e8a9c4d-eb5f-4491-b35e-1e893d59a361 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1919518 Jun 16 11:41:47.360357 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-95fd8225-5fd1-4738-8951-29bcf1230783 service neutron] 10.222.0.45 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427896 Jun 16 11:41:47.470597 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-943ebebc-7c8c-48db-b854-b23a126e01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.472084 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-943ebebc-7c8c-48db-b854-b23a126e01f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 1097 time: 0.0566480 Jun 16 11:41:47.523746 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-043ed6f7-44d7-4741-9a55-23649f82551e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 HTTP/1.1" status: 200 len: 217 time: 0.0384982 Jun 16 11:41:47.525760 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5081c-94e8-4a81-94f5-5f44d6cbfd01 req-6fd11b08-fbbb-4dce-a98c-74cac0cc4875 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.527226 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38b5081c-94e8-4a81-94f5-5f44d6cbfd01 req-6fd11b08-fbbb-4dce-a98c-74cac0cc4875 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2303319 Jun 16 11:41:47.566500 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-00c1af7c-d4a4-4c65-b07a-4d233cd38c0e service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018881 Jun 16 11:41:47.571899 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-a83daa60-0318-4e9f-8294-f6a29998ee13 service neutron] 10.222.0.45 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988099 Jun 16 11:41:47.572256 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-efca4e95-8b76-411e-a61b-9f042be886a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.573712 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-efca4e95-8b76-411e-a61b-9f042be886a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0438941 Jun 16 11:41:47.607420 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38b5081c-94e8-4a81-94f5-5f44d6cbfd01 req-0c6ed6e8-b13e-4105-b1e2-a3b0c5448737 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 Jun 16 11:41:47.633807 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-81464836-46bb-4a31-9cb5-59915d03cc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.635401 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-81464836-46bb-4a31-9cb5-59915d03cc69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551147 Jun 16 11:41:47.680610 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-106b38f0-191f-48d7-8cf9-b07b73ec18d4 req-3e5f1550-4195-4ab5-a196-25e8523d5238 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055470 Jun 16 11:41:47.736734 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-b169916f-6a65-4213-a80f-76a953610ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940592 Jun 16 11:41:47.830213 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40f9aa2-52f8-41e6-b67d-75b097c644e8 x-openstack-request-id: req-f40f9aa2-52f8-41e6-b67d-75b097c644e8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:47.830537 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:47.830904 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f40f9aa2-52f8-41e6-b67d-75b097c644e8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:47.831301 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'status': 'completed', 'code': 200} Jun 16 11:41:47.857316 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c12aca-f484-40be-ae57-fc98031ecf5b req-13fb1a93-8ee3-4c47-ac74-27122109f947 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:47.865946 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91c12aca-f484-40be-ae57-fc98031ecf5b req-13fb1a93-8ee3-4c47-ac74-27122109f947 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.1278162 Jun 16 11:41:47.874926 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-b695ca45-2661-4e0a-b28d-01ad93900829 req-68ca4e2f-1366-4c79-8fd5-6eb007977f7e service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256371 Jun 16 11:41:47.913641 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91c12aca-f484-40be-ae57-fc98031ecf5b req-20928027-b4e1-4d75-a3c5-e3d20cdb721d tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 Jun 16 11:41:48.074904 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03e54a-7247-4206-8761-bfc3ca0637ff req-8aaec62d-a908-4a3b-a4aa-be1a94747274 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.076477 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8b03e54a-7247-4206-8761-bfc3ca0637ff req-8aaec62d-a908-4a3b-a4aa-be1a94747274 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0888741 Jun 16 11:41:48.091005 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-763c5de0-179b-4f99-9983-4f0fbbd380b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.095097 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-763c5de0-179b-4f99-9983-4f0fbbd380b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 1097 time: 0.0829957 Jun 16 11:41:48.174048 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8b03e54a-7247-4206-8761-bfc3ca0637ff req-a25620b8-f769-4311-b0f2-40d495e5b625 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862272 Jun 16 11:41:48.193013 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db6d0d-ca74-4239-a0f4-20c6c51d1e5f req-7a20bdf6-53db-4de6-8bef-fb017e988075 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.198124 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e9db6d0d-ca74-4239-a0f4-20c6c51d1e5f req-7a20bdf6-53db-4de6-8bef-fb017e988075 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1340659 Jun 16 11:41:48.248944 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e9db6d0d-ca74-4239-a0f4-20c6c51d1e5f req-56ee76ec-1de5-4999-878e-caa5a3671636 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477183 Jun 16 11:41:48.263854 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-c76d16b2-5ab3-40d9-81c8-26b67f8f58db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.266420 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-c76d16b2-5ab3-40d9-81c8-26b67f8f58db service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.1667511 Jun 16 11:41:48.299310 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3612f7e5-b600-45b9-b398-d967fb4708ad req-64d3749d-f267-412e-9389-e487d5d06381 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0490303 Jun 16 11:41:48.335291 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-b7612f99-dfe1-49dd-9ad3-53937da25694 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 HTTP/1.1" status: 200 len: 217 time: 0.0595331 Jun 16 11:41:48.408567 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-8ae67492-2b79-4d44-8ebb-3da4b70fc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.410364 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-8ae67492-2b79-4d44-8ebb-3da4b70fc077 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0689037 Jun 16 11:41:48.507135 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ff4b-bfcf-4f89-b0ff-7e5fcfd5144d req-2ed6e6e4-4239-4416-80f1-9d8bdad39686 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.515639 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7f21ff4b-bfcf-4f89-b0ff-7e5fcfd5144d req-2ed6e6e4-4239-4416-80f1-9d8bdad39686 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0970306 Jun 16 11:41:48.528236 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-f8741157-b366-4ef3-9151-f4a3fb0fe1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.530820 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-f8741157-b366-4ef3-9151-f4a3fb0fe1f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1058681 Jun 16 11:41:48.580995 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7f21ff4b-bfcf-4f89-b0ff-7e5fcfd5144d req-58575f23-9559-4135-95bb-ff841dc40d45 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641758 Jun 16 11:41:48.855386 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d641c2-ff32-4b77-ae1f-3c319d607521 req-83abe08a-7e0d-4421-baff-9477eaddc48f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:48.857168 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-13d641c2-ff32-4b77-ae1f-3c319d607521 req-83abe08a-7e0d-4421-baff-9477eaddc48f tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0754831 Jun 16 11:41:48.921745 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-13d641c2-ff32-4b77-ae1f-3c319d607521 req-c4ba33ae-e30b-4ddb-93f4-6c053cf2adcd tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552433 Jun 16 11:41:48.929059 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:49.124751 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb36fe-055e-40f6-88aa-bcbd4e93ae29 req-51ba5a59-f94e-483e-bc66-ed39ff30b2d4 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:49.126653 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41eb36fe-055e-40f6-88aa-bcbd4e93ae29 req-51ba5a59-f94e-483e-bc66-ed39ff30b2d4 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0728781 Jun 16 11:41:49.183457 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41eb36fe-055e-40f6-88aa-bcbd4e93ae29 req-5ce9dfce-8ccc-4c8d-bf39-146153243cdd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507195 Jun 16 11:41:49.286513 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 26b53521-9dbc-488d-b585-07bd3850e061 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:41:49.489941 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4a902-1e9e-481e-9b1c-5a033efe0874 req-1c1ed4b4-06c7-4263-a954-29482233ad00 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:49.492441 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9e4a902-1e9e-481e-9b1c-5a033efe0874 req-1c1ed4b4-06c7-4263-a954-29482233ad00 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.1649904 Jun 16 11:41:49.573715 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9e4a902-1e9e-481e-9b1c-5a033efe0874 req-795220a0-f474-4df9-96f9-f4ba925262ee tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673313 Jun 16 11:41:49.595075 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd7a41-7ce4-4d98-a150-a706c8de5ed0 req-a8fdba6b-8bee-47bb-bc1d-23d30aa6f96c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:49.596725 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b4dd7a41-7ce4-4d98-a150-a706c8de5ed0 req-a8fdba6b-8bee-47bb-bc1d-23d30aa6f96c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1918731 Jun 16 11:41:49.608404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 26b53521-9dbc-488d-b585-07bd3850e061, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=26b53521-9dbc-488d-b585-07bd3850e061,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:49.638240 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '26b53521-9dbc-488d-b585-07bd3850e061', 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4', 'port_id': '26b53521-9dbc-488d-b585-07bd3850e061', 'mac_address': 'fa:16:3e:c3:b2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6027da-408c-45ed-85fb-50cc3013458b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:41:49.686358 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b4dd7a41-7ce4-4d98-a150-a706c8de5ed0 req-18cfc03a-f1e9-4914-a05e-f623e0106739 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811148 Jun 16 11:41:49.694951 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:49.715722 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b53521-9dbc-488d-b585-07bd3850e061 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:41:49.767910 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69ec9962-1afa-4e3e-b4e4-5092cdeadabd req-55a50229-49de-4570-b61d-33f226f48c2a tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0327723 Jun 16 11:41:49.879140 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87671049-3ebe-4e56-9c19-1802226786af req-51c2b6d4-95de-441c-86dd-4c8acf63b1f3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:49.881603 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-87671049-3ebe-4e56-9c19-1802226786af req-51c2b6d4-95de-441c-86dd-4c8acf63b1f3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 943 time: 0.0781281 Jun 16 11:41:49.930917 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-87671049-3ebe-4e56-9c19-1802226786af req-ffc0867e-0c38-4d0f-b04b-de88091d1d57 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Jun 16 11:41:50.151695 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 26b53521-9dbc-488d-b585-07bd3850e061, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=26b53521-9dbc-488d-b585-07bd3850e061,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:50.157878 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1939c9-868c-46eb-99ab-9d68aba93148 req-1bd169fd-860b-42b3-bdd1-3c4f95e55af7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:50.161684 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c1939c9-868c-46eb-99ab-9d68aba93148 req-1bd169fd-860b-42b3-bdd1-3c4f95e55af7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0820899 Jun 16 11:41:50.206098 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5c1939c9-868c-46eb-99ab-9d68aba93148 req-f78d4b8d-1b38-4eda-93dc-f47b3fbd0e85 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Jun 16 11:41:50.210546 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:50.210870 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:41:50.213897 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-5297883b-2824-4d38-bb94-8cbdc369ffd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:50.268428 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=26b53521-9dbc-488d-b585-07bd3850e061,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:50.273665 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:50.374618 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:50.387284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'port_id': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'mac_address': 'fa:16:3e:b1:fa:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:41:50.427043 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19d6ea-6bc8-4539-93a5-ba5edc248846 req-8df79d6e-accb-4a69-bd33-9a0277f18696 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:50.430867 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f19d6ea-6bc8-4539-93a5-ba5edc248846 req-8df79d6e-accb-4a69-bd33-9a0277f18696 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 943 time: 0.0795426 Jun 16 11:41:50.444988 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:50.459314 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:41:50.478750 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f19d6ea-6bc8-4539-93a5-ba5edc248846 req-c93e01a2-cb60-4a47-9e7c-15221dce0f27 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Jun 16 11:41:50.484105 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:50.586183 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:50.588061 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:50.644569 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:50.647846 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:50.774436 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e8c4e-d2ef-477a-9a4e-ba527a1f2d6b req-5588f1e8-8edd-4b92-b919-c4d7967c906c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:50.776172 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-565e8c4e-d2ef-477a-9a4e-ba527a1f2d6b req-5588f1e8-8edd-4b92-b919-c4d7967c906c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0814924 Jun 16 11:41:50.827524 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-565e8c4e-d2ef-477a-9a4e-ba527a1f2d6b req-ee01c64c-fe49-4bd2-b5e9-4ef260d831e9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 Jun 16 11:41:50.917208 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd7a02-9388-46c6-a4fb-0e139b4d1ca0 req-10ce1450-c50e-4655-8f7f-fe7c9b71c39e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:50.918758 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4fd7a02-9388-46c6-a4fb-0e139b4d1ca0 req-10ce1450-c50e-4655-8f7f-fe7c9b71c39e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1071436 Jun 16 11:41:50.953258 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['26b53521-9dbc-488d-b585-07bd3850e061'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:41:50.959073 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4fd7a02-9388-46c6-a4fb-0e139b4d1ca0 req-d7bc6713-27bd-449c-90f9-2c5366ae1dd0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Jun 16 11:41:50.988256 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['7b6ff63f-d941-4b1b-bec3-e90ccb514c58'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:41:51.006987 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-13b1b0ea-37d7-4a3e-a7ec-05414aec9853 req-7b7f9c2e-5e35-4e54-a342-381770c1fc25 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0409334 Jun 16 11:41:51.167946 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f26a44-e203-4670-96d5-5a3ec1870ad3 req-1be51da0-7917-4177-89fc-43d28a063b3e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:51.169724 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b4f26a44-e203-4670-96d5-5a3ec1870ad3 req-1be51da0-7917-4177-89fc-43d28a063b3e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 944 time: 0.1024439 Jun 16 11:41:51.223450 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b4f26a44-e203-4670-96d5-5a3ec1870ad3 req-12796e42-8e92-4d92-889f-ab1e47e42836 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481806 Jun 16 11:41:51.403138 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad027019-e914-41f2-9395-45e5f9e5f4b1 req-67ca9870-3114-4ca7-a0a2-5264f186216b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:51.416479 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad027019-e914-41f2-9395-45e5f9e5f4b1 req-67ca9870-3114-4ca7-a0a2-5264f186216b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0788195 Jun 16 11:41:51.453339 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad027019-e914-41f2-9395-45e5f9e5f4b1 req-2d6689df-03cd-494f-817c-94db09bfdcc7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426142 Jun 16 11:41:51.683034 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef19a3-c067-4ffa-961e-c99ef5c6db82 req-737fe123-c6b5-49ba-8cb2-ea7b7d44556c tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:51.684853 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-acef19a3-c067-4ffa-961e-c99ef5c6db82 req-737fe123-c6b5-49ba-8cb2-ea7b7d44556c tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 944 time: 0.0880215 Jun 16 11:41:51.723498 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-acef19a3-c067-4ffa-961e-c99ef5c6db82 req-ef2445ac-4889-4bde-ae59-1b54dd4af022 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jun 16 11:41:52.047082 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9647e67-dbc7-4119-b321-d095f9cf5d52 req-dff8c718-7937-4cc3-bc20-727fbbf8c1f2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:52.060139 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9647e67-dbc7-4119-b321-d095f9cf5d52 req-dff8c718-7937-4cc3-bc20-727fbbf8c1f2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0888793 Jun 16 11:41:52.105913 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9647e67-dbc7-4119-b321-d095f9cf5d52 req-c9fcc8f8-9fcf-430d-8a39-74e7fc4ec4a2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Jun 16 11:41:52.191109 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60847004-ac75-41af-89b8-0bbf251f3f6c req-70473616-5966-4ca2-836c-8c86b44cb0e5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:52.194555 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-60847004-ac75-41af-89b8-0bbf251f3f6c req-70473616-5966-4ca2-836c-8c86b44cb0e5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0866537 Jun 16 11:41:52.247166 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-da2b4e77-107a-42c3-b14f-7aa9b5551031 req-bbd50749-ee02-49cb-accc-e48fcca05e43 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0310445 Jun 16 11:41:52.260352 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-60847004-ac75-41af-89b8-0bbf251f3f6c req-fd98e58d-6e2c-424d-b840-7da2ac1be053 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605555 Jun 16 11:41:52.457116 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673aeb5e-9bee-4849-8ae5-a3d2f8333bfe req-430921b1-a7e0-4494-a811-e9d7231eac99 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:52.458568 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-673aeb5e-9bee-4849-8ae5-a3d2f8333bfe req-430921b1-a7e0-4494-a811-e9d7231eac99 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 944 time: 0.0814936 Jun 16 11:41:52.514390 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-673aeb5e-9bee-4849-8ae5-a3d2f8333bfe req-eca62ee0-d746-4764-a089-768f60afca5c tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409582 Jun 16 11:41:52.650535 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7c7d0-a5ee-49e8-a4fd-83b5f5461e85 req-890f4963-1c61-47a4-bbca-00c590eb7261 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:52.651970 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2db7c7d0-a5ee-49e8-a4fd-83b5f5461e85 req-890f4963-1c61-47a4-bbca-00c590eb7261 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0722017 Jun 16 11:41:52.977808 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2db7c7d0-a5ee-49e8-a4fd-83b5f5461e85 req-7d02c0f1-9302-41d2-836f-93032102da47 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200972 Jun 16 11:41:53.008207 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2a4836-4c29-4781-90da-3227e7301544 req-a12127a9-17c4-402a-a6eb-b30b3d4824bf tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:53.009714 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9b2a4836-4c29-4781-90da-3227e7301544 req-a12127a9-17c4-402a-a6eb-b30b3d4824bf tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 944 time: 0.0774505 Jun 16 11:41:53.066242 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9b2a4836-4c29-4781-90da-3227e7301544 req-389219f5-399b-43f1-913a-d402599fb141 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506501 Jun 16 11:41:53.288492 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24a3a4-df11-4af6-9029-c8abb574537b req-0595ba97-e657-424d-92bc-445b171258d0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:53.290396 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d24a3a4-df11-4af6-9029-c8abb574537b req-0595ba97-e657-424d-92bc-445b171258d0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0714827 Jun 16 11:41:53.304660 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 26b53521-9dbc-488d-b585-07bd3850e061 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:53.343253 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d24a3a4-df11-4af6-9029-c8abb574537b req-806c764e-d1e7-4a5b-8755-460d4c1a561c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453310 Jun 16 11:41:53.447601 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 26b53521-9dbc-488d-b585-07bd3850e061 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:53.451837 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 26b53521-9dbc-488d-b585-07bd3850e061 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:53.452214 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:53.480624 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4ff568b8-ea75-4a44-803a-83e73b292556 req-83f199a8-ae7e-4e16-b5ab-6462eaa15c27 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0536938 Jun 16 11:41:53.557652 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:53.595309 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 26b53521-9dbc-488d-b585-07bd3850e061, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=26b53521-9dbc-488d-b585-07bd3850e061,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:53.596218 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b53521-9dbc-488d-b585-07bd3850e061'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:53.596686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa58549-d0bf-41c5-8041-c4e6db257a0f req-3f4bd0e4-86ab-458f-9fc2-de30902a57e0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:53.598205 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfa58549-d0bf-41c5-8041-c4e6db257a0f req-3f4bd0e4-86ab-458f-9fc2-de30902a57e0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0989723 Jun 16 11:41:53.604998 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0f6ec6-3bd6-402f-b434-e05aecb62161" -d '{"events": [{"server_uuid": "b4c2797b-12e4-433b-bdfa-5657ed785bc0", "name": "network-vif-plugged", "status": "completed", "tag": "26b53521-9dbc-488d-b585-07bd3850e061"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:53.645838 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfa58549-d0bf-41c5-8041-c4e6db257a0f req-4ac80843-509d-4209-8058-e7bd60a88b07 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406871 Jun 16 11:41:53.700168 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564f5e1b-afb5-49eb-9fe8-ce85aea6026d x-openstack-request-id: req-564f5e1b-afb5-49eb-9fe8-ce85aea6026d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:53.700671 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c2797b-12e4-433b-bdfa-5657ed785bc0", "name": "network-vif-plugged", "status": "completed", "tag": "26b53521-9dbc-488d-b585-07bd3850e061", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:53.700931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-564f5e1b-afb5-49eb-9fe8-ce85aea6026d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:53.701373 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b53521-9dbc-488d-b585-07bd3850e061', 'code': 200} Jun 16 11:41:53.706590 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:53.709424 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:41:53.710252 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-67542eb7-f6ea-407a-9ef0-75f0c943f230 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:53.747377 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4675-54cc-4e92-9d06-e69b28731e08 req-15914e89-9496-4763-8de6-4ac7e62fd18e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:53.748962 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc4e4675-54cc-4e92-9d06-e69b28731e08 req-15914e89-9496-4763-8de6-4ac7e62fd18e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 944 time: 0.0691521 Jun 16 11:41:53.796578 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc4e4675-54cc-4e92-9d06-e69b28731e08 req-30af22bb-bcf6-4336-8971-a9902a4b87ff tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410509 Jun 16 11:41:53.812262 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=26b53521-9dbc-488d-b585-07bd3850e061,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:53.829386 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:53.905814 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:41:53.909793 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:41:53.910167 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:54.015388 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:54.053116 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:41:54.154084 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:54.156027 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:54.172545 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890dc5a-2fba-4e94-a664-9af64690b440 req-cd8cb598-7037-4948-afef-437925a74f92 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:54.174077 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3890dc5a-2fba-4e94-a664-9af64690b440 req-cd8cb598-7037-4948-afef-437925a74f92 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0734801 Jun 16 11:41:54.212076 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:54.216202 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:54.263862 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3890dc5a-2fba-4e94-a664-9af64690b440 req-ff955063-6a25-42cc-bda4-1d3123eba382 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794325 Jun 16 11:41:54.305137 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a9788-817a-44ac-8385-c5087127db4b req-c54c5823-84c6-489c-a70e-eea89f71430a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:54.305137 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c64a9788-817a-44ac-8385-c5087127db4b req-c54c5823-84c6-489c-a70e-eea89f71430a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.0878317 Jun 16 11:41:54.343660 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c64a9788-817a-44ac-8385-c5087127db4b req-0da62019-8b5f-4d89-9f86-c943872f03d7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Jun 16 11:41:54.535552 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258161e-1b04-4948-a4da-45083ecbdaf8 req-da74ebb6-8dda-439f-88ad-a71c0c10a0fb tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:54.537122 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3258161e-1b04-4948-a4da-45083ecbdaf8 req-da74ebb6-8dda-439f-88ad-a71c0c10a0fb tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0720251 Jun 16 11:41:54.576074 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3258161e-1b04-4948-a4da-45083ecbdaf8 req-44a1a99c-48ee-4176-abd0-ae7a583500a0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330822 Jun 16 11:41:54.623101 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6482f51-adb8-4f70-b1af-8eb7cf53881e req-0567cc56-2759-4499-ae37-f1621f42fc62 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0274026 Jun 16 11:41:54.872675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d26d8-f45f-42d7-b641-cad5d80e8749 req-d4138a0d-14a4-49ff-b227-84ab31996721 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:54.874174 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cf2d26d8-f45f-42d7-b641-cad5d80e8749 req-d4138a0d-14a4-49ff-b227-84ab31996721 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0693066 Jun 16 11:41:54.913439 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cf2d26d8-f45f-42d7-b641-cad5d80e8749 req-8c7708f8-b574-4dc7-ba70-52ce123e3338 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Jun 16 11:41:54.996563 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f980-1f84-4a8b-87ed-f5e158062cf8 req-85646427-0cbc-469b-97c4-26c3ab42bf5d tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:54.996563 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c48f980-1f84-4a8b-87ed-f5e158062cf8 req-85646427-0cbc-469b-97c4-26c3ab42bf5d tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.0682337 Jun 16 11:41:55.034211 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c48f980-1f84-4a8b-87ed-f5e158062cf8 req-4e07465e-b40d-4224-96ca-89643e3583bf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Jun 16 11:41:55.463940 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7437a9b2-4fd6-480a-ab52-ff0089fc042e req-aaad6fd3-1e27-4a3f-903a-c10cbb96eb16 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:55.466730 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7437a9b2-4fd6-480a-ab52-ff0089fc042e req-aaad6fd3-1e27-4a3f-903a-c10cbb96eb16 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0743155 Jun 16 11:41:55.541766 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7437a9b2-4fd6-480a-ab52-ff0089fc042e req-01c7dce5-8fd7-42d2-8f07-f66fbc48b150 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694680 Jun 16 11:41:55.576355 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4d982-22e8-4534-987e-f9e2d666d016 req-384dedbc-9e45-4452-bc4e-72d5d4ad576b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:55.578959 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fb4d982-22e8-4534-987e-f9e2d666d016 req-384dedbc-9e45-4452-bc4e-72d5d4ad576b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.0921957 Jun 16 11:41:55.647056 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4fb4d982-22e8-4534-987e-f9e2d666d016 req-b182c0f9-156e-4907-8725-3b1c42c5140d tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616727 Jun 16 11:41:55.712598 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:41:55.716140 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c2a6f-cd2e-42cb-b32e-de9967315990" -d '{"events": [{"server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "name": "network-vif-plugged", "status": "completed", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:41:55.800195 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-62c39c51-bcde-4549-8a3d-501dc685d51b req-b11d064a-9c1d-49a8-9958-110d783c6234 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0349960 Jun 16 11:41:55.812703 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c251c4-258a-428a-ae80-9e40351f7b19 req-6706b116-472a-4587-a494-131671e089c8 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:55.821419 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-70c251c4-258a-428a-ae80-9e40351f7b19 req-6706b116-472a-4587-a494-131671e089c8 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0942893 Jun 16 11:41:55.849275 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75636f90-93bd-4d28-8238-9f0031db10ee x-openstack-request-id: req-75636f90-93bd-4d28-8238-9f0031db10ee {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:41:55.850712 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "name": "network-vif-plugged", "status": "completed", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:41:55.851284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75636f90-93bd-4d28-8238-9f0031db10ee {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:41:55.851875 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'code': 200} Jun 16 11:41:55.860243 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-70c251c4-258a-428a-ae80-9e40351f7b19 req-0d4f0430-6441-4da9-a925-7e0622d412aa tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351093 Jun 16 11:41:55.961631 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52062) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:56.073745 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.137323 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4ea39-524f-49d9-a8a8-a55ee208c456 req-c3c1c52a-129c-4687-998a-42917eb295a7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:56.138983 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d2e4ea39-524f-49d9-a8a8-a55ee208c456 req-c3c1c52a-129c-4687-998a-42917eb295a7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0693831 Jun 16 11:41:56.164874 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.213534 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d2e4ea39-524f-49d9-a8a8-a55ee208c456 req-b53cdda6-49e7-4258-90a3-35c2e5d86789 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682003 Jun 16 11:41:56.242174 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.244788 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a4d46adb-5332-40f5-8f87-96688deb7107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:56.263919 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b05ce-db42-4f35-ab2c-9b7a58024f4d req-30a9af94-e99d-4c48-9de2-3cdc59ba5ba7 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:56.265514 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f91b05ce-db42-4f35-ab2c-9b7a58024f4d req-30a9af94-e99d-4c48-9de2-3cdc59ba5ba7 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1055551 Jun 16 11:41:56.286194 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86e86b215b054d5fb6fce56e47f6fdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3233926 Jun 16 11:41:56.288829 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52068) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:56.295380 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d6c36e-13ef-4a7e-8e4b-87a4173c4498,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:56.311825 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f91b05ce-db42-4f35-ab2c-9b7a58024f4d req-851ba13e-0436-4ab8-8754-479984d77db5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Jun 16 11:41:56.316226 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.316774 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.317988 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.319053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.319813 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.320311 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.320813 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.321330 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.321841 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.322337 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.322842 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.323333 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:56.331214 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:56.359502 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.379922 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.494490 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.497044 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:56.500781 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e0d6c36e-13ef-4a7e-8e4b-87a4173c4498 HTTP/1.1" status: 204 len: 168 time: 0.2082744 Jun 16 11:41:56.500781 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2ab46f65-f93f-4e2d-91f4-122179c862f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:56.509815 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d6c36e-13ef-4a7e-8e4b-87a4173c4498,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:56.513104 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:56.744641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d19cf-ca23-465a-8aeb-8c15e61ba380 req-370c4edf-9560-42d7-bfe9-17f4c129cd9b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:56.746321 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4e6d19cf-ca23-465a-8aeb-8c15e61ba380 req-370c4edf-9560-42d7-bfe9-17f4c129cd9b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0827594 Jun 16 11:41:56.829281 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4e6d19cf-ca23-465a-8aeb-8c15e61ba380 req-ea521ff7-20d3-4320-a8af-e035efe655ae tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761547 Jun 16 11:41:56.901250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed00e-cd59-4ba0-8fff-1639f6b47ee7 req-cfdf4b0c-fe44-44e5-9781-d706d0abbd35 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:56.903167 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6e0ed00e-cd59-4ba0-8fff-1639f6b47ee7 req-cfdf4b0c-fe44-44e5-9781-d706d0abbd35 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1021111 Jun 16 11:41:56.957795 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6e0ed00e-cd59-4ba0-8fff-1639f6b47ee7 req-8515ffb7-0863-49d8-a1d3-ab5d21c25bf3 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Jun 16 11:41:56.984709 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9d16864-e768-4ed0-8440-234f5c76f91c req-465845c5-5e50-43be-af79-8ed4a06c8483 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0476248 Jun 16 11:41:57.185932 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657ab1b-a1fa-432a-aa2c-3b01c8f0674f req-ffe17845-19d1-4f09-9adf-8daabf39ca86 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:57.187400 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6657ab1b-a1fa-432a-aa2c-3b01c8f0674f req-ffe17845-19d1-4f09-9adf-8daabf39ca86 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0679548 Jun 16 11:41:57.229337 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6657ab1b-a1fa-432a-aa2c-3b01c8f0674f req-dca31053-143e-4f9a-9463-a6eaaab957f4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362160 Jun 16 11:41:57.423021 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd12154-e7f2-45dd-a40a-d42ec8f84106 req-6bb4d588-5464-4290-808b-a589f25708a4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:57.431646 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ccd12154-e7f2-45dd-a40a-d42ec8f84106 req-6bb4d588-5464-4290-808b-a589f25708a4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0883319 Jun 16 11:41:57.508921 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ccd12154-e7f2-45dd-a40a-d42ec8f84106 req-de101446-5365-4974-9f10-e533232851a4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763772 Jun 16 11:41:57.541545 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd357461-0550-459f-a562-7dc9b8942abe req-b030203f-fe32-49de-9ac9-19fef3b2e53b tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:57.543065 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fd357461-0550-459f-a562-7dc9b8942abe req-b030203f-fe32-49de-9ac9-19fef3b2e53b tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.0812790 Jun 16 11:41:57.580630 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fd357461-0550-459f-a562-7dc9b8942abe req-e8482b6b-97be-4c6e-9482-65054b09e56d tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Jun 16 11:41:57.708362 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52104) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:57.806378 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-78733348-network', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:57.905696 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Made reservation on behalf of e1eb02c3b71543b585bf2b0fd35f6ced for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:57.908144 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:57.917842 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.038213 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.040788 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156921b0-f161-40b2-b98e-6e029124b83b req-7881151d-61e3-43e2-bf03-0943a5d60465 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:58.042850 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-156921b0-f161-40b2-b98e-6e029124b83b req-7881151d-61e3-43e2-bf03-0943a5d60465 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0955296 Jun 16 11:41:58.096620 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-156921b0-f161-40b2-b98e-6e029124b83b req-d14d9368-483d-472d-a517-028304a93ec9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480785 Jun 16 11:41:58.190365 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a5cee-7803-4ae2-af73-401d247a0ab3 req-5174f5da-be09-4e1f-911e-0ca6e788c52a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:58.191975 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-127a5cee-7803-4ae2-af73-401d247a0ab3 req-5174f5da-be09-4e1f-911e-0ca6e788c52a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.0936401 Jun 16 11:41:58.245609 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-127a5cee-7803-4ae2-af73-401d247a0ab3 req-ab1336bf-7ba8-422e-9fe8-b3cd4ea9846b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453379 Jun 16 11:41:58.305637 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b752caf7-204b-443b-8722-6c224504862d req-ff3f0654-1117-4db8-999e-fa6459fd385a tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0689259 Jun 16 11:41:58.455857 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e4e05-6fcd-47ec-8e84-fce4af67abdd req-36ea0cf4-9a65-448e-93a0-c675a324faba tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:58.459108 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-787e4e05-6fcd-47ec-8e84-fce4af67abdd req-36ea0cf4-9a65-448e-93a0-c675a324faba tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0727053 Jun 16 11:41:58.511378 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-787e4e05-6fcd-47ec-8e84-fce4af67abdd req-26cb5b50-d2ab-471b-9247-1c379cb72833 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471079 Jun 16 11:41:58.705950 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae366b28-7b38-45ea-bc8c-6a904f51edde req-bc60b8ec-c1e3-41aa-a405-cd8c5b843070 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:58.714335 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ae366b28-7b38-45ea-bc8c-6a904f51edde req-bc60b8ec-c1e3-41aa-a405-cd8c5b843070 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.0849738 Jun 16 11:41:58.746261 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.749782 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-150e0a72-fbe8-4675-b0ad-e75e245b1790 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:58.779323 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf9bbc-dd13-41ee-a1c9-4c339130f920,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:58.783190 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:58.795302 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ae366b28-7b38-45ea-bc8c-6a904f51edde req-8c8b5b43-d77f-4958-a336-179cc90248fb tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797946 Jun 16 11:41:58.813036 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:41:58.817223 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.817647 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Added segment 7596ad77-4e44-40f1-bd7a-ec11462ea09a of type vlan for network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 Jun 16 11:41:58.833336 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b08de-db06-4556-8b2d-a48efd58900e req-a03ec3cc-14de-484a-8226-9839354ddecf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:58.835532 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-903b08de-db06-4556-8b2d-a48efd58900e req-a03ec3cc-14de-484a-8226-9839354ddecf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1121891 Jun 16 11:41:58.861288 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.876280 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-903b08de-db06-4556-8b2d-a48efd58900e req-cf1da433-07fc-404a-a581-d3d8e3d2bc17 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343044 Jun 16 11:41:58.953759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.955421 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:58.956019 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:58.959667 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:59.024395 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Pushing event updated for resources: {'Network': ['ID=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:59.027371 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:59.034488 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:41:59.044328 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3337383 Jun 16 11:41:59.047542 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52120) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:59.052958 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Request body: {'subnet': {'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-78733348-subnet', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'ip_version': 4}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:41:59.146685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Made reservation on behalf of e1eb02c3b71543b585bf2b0fd35f6ced for: {'subnet': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:41:59.150958 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30285838'] for subnet, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:59.380131 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49726edf-90b3-4d7f-b929-0627d6a32ffd req-1490363a-2054-44bb-9bde-7642931602e9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:59.382569 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49726edf-90b3-4d7f-b929-0627d6a32ffd req-1490363a-2054-44bb-9bde-7642931602e9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1535985 Jun 16 11:41:59.428226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30389325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30285852'] for subnet, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:59.437177 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d34686a1-adb4-410d-b41d-3a77b7f1b5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:41:59.495025 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49726edf-90b3-4d7f-b929-0627d6a32ffd req-315271f2-c931-4465-9ff5-845c44a5759c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018054 Jun 16 11:41:59.529993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6b985a-17f3-4c47-80ec-b4bedffea1df,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:41:59.552077 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.552761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.553263 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.553749 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.554158 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.554514 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.554863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.555212 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.555556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.555976 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.556304 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.556647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:41:59.566417 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b06fb-5fe2-473a-8d59-85154fc196b3 req-ed4fb5ef-ec89-48c9-ba2b-2e629e4f8f09 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:59.567903 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-195b06fb-5fe2-473a-8d59-85154fc196b3 req-ed4fb5ef-ec89-48c9-ba2b-2e629e4f8f09 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1833601 Jun 16 11:41:59.569526 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:41:59.571898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Checking segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:41:59.572265 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Network hostable DHCP agents. Network: 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93742) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:41:59.623175 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-195b06fb-5fe2-473a-8d59-85154fc196b3 req-bb4963fb-5fd0-42e3-b90e-ab772ea10cfc tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Jun 16 11:41:59.672285 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ebcf28ec-d803-4dc7-b9c2-ad4948232a38 req-16c3486d-ae45-4f0e-ad1c-737df568fadd tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0519037 Jun 16 11:41:59.744761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:41:59.819807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7863adbc-2c13-468c-b69e-4dc727031ea4 req-f7dd4706-7f53-4d45-b5ba-25c82d146eec tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:59.821228 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7863adbc-2c13-468c-b69e-4dc727031ea4 req-f7dd4706-7f53-4d45-b5ba-25c82d146eec tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.0726745 Jun 16 11:41:59.848404 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743) {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:41:59.853678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:41:59.854353 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:41:59.863532 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f220a0-5b6d-48e5-975a-244db2029502 None None] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:41:59.886977 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7863adbc-2c13-468c-b69e-4dc727031ea4 req-08d246c0-5cc2-42bf-a9d9-c0b5da7a5b78 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596592 Jun 16 11:41:59.971026 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9227707 Jun 16 11:41:59.973810 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52136) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:41:59.978302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:00.032838 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d8af9-f5ec-4e3e-a302-04253d7522e3 req-6a66802b-78a1-490c-9fa6-17f0482f0814 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:00.034474 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fa5d8af9-f5ec-4e3e-a302-04253d7522e3 req-6a66802b-78a1-490c-9fa6-17f0482f0814 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1001341 Jun 16 11:42:00.096118 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:42:00.098166 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.098868 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.099107 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.117467 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fa5d8af9-f5ec-4e3e-a302-04253d7522e3 req-dd199922-781a-42ae-8f05-f71ab235b111 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738070 Jun 16 11:42:00.179614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.194687 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5627e7f-822a-412a-a258-0e041a8dc99d req-8f834391-6e4c-4a39-9b5e-799b81576be5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:00.196224 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5627e7f-822a-412a-a258-0e041a8dc99d req-8f834391-6e4c-4a39-9b5e-799b81576be5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1450331 Jun 16 11:42:00.237221 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5627e7f-822a-412a-a258-0e041a8dc99d req-ddc22a4d-3f64-4f93-b252-f7c35d620a48 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Jun 16 11:42:00.260929 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Allocated IP 172.20.0.2 (03a9df6e-043b-4a22-a8f3-f4b2ae1d9743/fa6b985a-17f3-4c47-80ec-b4bedffea1df/53545e1f-34b4-4929-8efa-17bdce775d63) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:00.390355 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.417474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.425527 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Transition to ACTIVE for port object 53545e1f-34b4-4929-8efa-17bdce775d63 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:00.439547 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Transition to ACTIVE for port object 53545e1f-34b4-4929-8efa-17bdce775d63 will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:00.506675 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.509438 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:00.544154 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:00.547170 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:00.554007 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:00.562421 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Pushing event updated for resources: {'Port': ['ID=53545e1f-34b4-4929-8efa-17bdce775d63,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:00.567878 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:00.622899 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Attempting to bind port 53545e1f-34b4-4929-8efa-17bdce775d63 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:00.623275 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Attempting to bind port 53545e1f-34b4-4929-8efa-17bdce775d63 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:00.623642 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Attempting to bind port 53545e1f-34b4-4929-8efa-17bdce775d63 on network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:00.628548 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:00.628921 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Checking segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:00.629352 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.629749 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Bound using segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:00.630211 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Bound port: 53545e1f-34b4-4929-8efa-17bdce775d63, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:00.631310 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.692897 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] For port 53545e1f-34b4-4929-8efa-17bdce775d63, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:00.696763 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] For port 53545e1f-34b4-4929-8efa-17bdce775d63, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=53545e1f-34b4-4929-8efa-17bdce775d63,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:00.728321 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.756725 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.803754 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eccf33-1de5-4f0f-ac13-39853b47d690 req-8c3d1299-829d-4413-b440-e4e8aa7de7ec tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:00.805221 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98eccf33-1de5-4f0f-ac13-39853b47d690 req-8c3d1299-829d-4413-b440-e4e8aa7de7ec tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1588907 Jun 16 11:42:00.824960 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:00.827015 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:00.881281 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Pushing event updated for resources: {'Port': ['ID=53545e1f-34b4-4929-8efa-17bdce775d63,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:00.884258 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:00.919967 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98eccf33-1de5-4f0f-ac13-39853b47d690 req-d64f28cf-2dfa-45b1-82be-8033e2002e62 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892470 Jun 16 11:42:00.958379 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fcfa9-8087-4e6b-b190-c0abc027ce2f req-ba28a11d-3c0c-4587-8202-c80f36d2db88 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:00.960677 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e9fcfa9-8087-4e6b-b190-c0abc027ce2f req-ba28a11d-3c0c-4587-8202-c80f36d2db88 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.2088916 Jun 16 11:42:00.973686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Allocated IP 172.27.1.112 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:01.042671 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e9fcfa9-8087-4e6b-b190-c0abc027ce2f req-83f3c8e4-5226-41e9-93a1-1a78fba31aaf tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703273 Jun 16 11:42:01.071160 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81ce4afd-9a81-4c69-8943-d46085ef6160 req-8abefcf6-b2b2-483b-952d-1966eaf6ac38 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0466514 Jun 16 11:42:01.258270 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:01.334892 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-7701a0fe-5fdf-4477-aeb8-58a14840982b service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154806 Jun 16 11:42:01.436713 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-bcbe8218-abae-46c1-9275-7f3c69b61b3d req-3f00ff77-374f-486b-a338-61c8d5cc6be4 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902886 Jun 16 11:42:01.446638 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1664d-956e-490d-bb1e-87173b728604 req-0dc380c4-85bf-4d39-bf41-b0cd7c2dd137 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:01.448227 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75d1664d-956e-490d-bb1e-87173b728604 req-0dc380c4-85bf-4d39-bf41-b0cd7c2dd137 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.1829748 Jun 16 11:42:01.481095 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae3667-ed16-4474-b95e-e397540b3dcd req-32e966bd-0d1f-4519-8fe0-94f3bca260b0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:01.482608 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9aae3667-ed16-4474-b95e-e397540b3dcd req-32e966bd-0d1f-4519-8fe0-94f3bca260b0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1311078 Jun 16 11:42:01.507574 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75d1664d-956e-490d-bb1e-87173b728604 req-213e3a44-70a6-4f28-b9d8-1ca3a86c04ca tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528610 Jun 16 11:42:01.515847 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:01.523732 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-90505c9d-fc16-4a6a-a1b9-4c20f3358fc5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:01.569723 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:01.574572 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:01.582519 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9aae3667-ed16-4474-b95e-e397540b3dcd req-1ac730a3-05c4-47f3-93ab-7ebe53634d1f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940437 Jun 16 11:42:01.583223 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:01.609179 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Pushing event updated for resources: {'Port': ['ID=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:01.620280 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:01.758799 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a1ed9-c15e-45f5-beca-43238bd73c06 req-1a5c550d-822d-4c64-b303-e40705d004eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:01.761161 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-d95a1ed9-c15e-45f5-beca-43238bd73c06 req-1a5c550d-822d-4c64-b303-e40705d004eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0725024 Jun 16 11:42:01.824981 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-d95a1ed9-c15e-45f5-beca-43238bd73c06 req-f80db2fc-1fb3-4a69-b001-2764c390e014 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518186 Jun 16 11:42:01.832726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542aeab5-27a7-4b72-886c-9cdcc0eacfba req-4ed49756-68b3-4d05-9c6c-5ce1c6bc5b3f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:01.843528 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-542aeab5-27a7-4b72-886c-9cdcc0eacfba req-4ed49756-68b3-4d05-9c6c-5ce1c6bc5b3f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1698947 Jun 16 11:42:01.921530 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 53545e1f-34b4-4929-8efa-17bdce775d63 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:01.997650 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-542aeab5-27a7-4b72-886c-9cdcc0eacfba req-52d223c0-f4fc-4e7c-8174-b4ea16c6e7d6 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541739 Jun 16 11:42:02.016387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9d633-1853-480e-8943-bb6bdeb100f6 req-03e98408-bd09-4752-8f0d-e0cce72472e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:02.018376 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8eb9d633-1853-480e-8943-bb6bdeb100f6 req-03e98408-bd09-4752-8f0d-e0cce72472e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1098 time: 0.1171749 Jun 16 11:42:02.064811 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 53545e1f-34b4-4929-8efa-17bdce775d63 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:02.080133 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-8eb9d633-1853-480e-8943-bb6bdeb100f6 req-853d0574-bd35-4a35-ab9a-db5d7062bc5e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Jun 16 11:42:02.094810 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:02.128521 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d46e391-528e-4c44-9784-30c9461c9feb None None] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:42:02.306376 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Provisioning for port 53545e1f-34b4-4929-8efa-17bdce775d63 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:02.315295 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Provisioning complete for port 53545e1f-34b4-4929-8efa-17bdce775d63 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:02.315672 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:02.407403 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:02.453945 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] For port 53545e1f-34b4-4929-8efa-17bdce775d63, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=53545e1f-34b4-4929-8efa-17bdce775d63,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:02.523341 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:02.525167 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:02.541750 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b4755-a9b1-4aee-8e2c-dc19fe999ba1 req-5e21c6f6-9de1-4464-8aef-7ce7572fd359 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:02.548492 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d1b4755-a9b1-4aee-8e2c-dc19fe999ba1 req-5e21c6f6-9de1-4464-8aef-7ce7572fd359 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.4652221 Jun 16 11:42:02.587487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Pushing event updated for resources: {'Port': ['ID=53545e1f-34b4-4929-8efa-17bdce775d63,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:02.593077 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:02.647748 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-11f10681-1b11-4bcc-962d-220086d7dfc9 None None] Provisioning complete for port 53545e1f-34b4-4929-8efa-17bdce775d63 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:02.648138 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-11f10681-1b11-4bcc-962d-220086d7dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:02.666020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40171d-8dfc-488c-a878-f95665349bc5 req-24a40f40-bc42-4115-8f90-e80a713016e8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:02.667620 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7c40171d-8dfc-488c-a878-f95665349bc5 req-24a40f40-bc42-4115-8f90-e80a713016e8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.4916499 Jun 16 11:42:02.689148 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d1b4755-a9b1-4aee-8e2c-dc19fe999ba1 req-c62d61c8-5ec6-4d26-bc53-19adcb73960e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397195 Jun 16 11:42:02.729984 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7c40171d-8dfc-488c-a878-f95665349bc5 req-36064e51-cd5d-45d7-aa26-4d328d8f80cc tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540979 Jun 16 11:42:02.740042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:02.861382 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-327bf84c-216e-4014-be19-e0a4cbc62228 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:02.863939 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-327bf84c-216e-4014-be19-e0a4cbc62228 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "GET /v2.0/networks?id=f95a2699-a7ee-497a-914a-b6db6a32a0fc HTTP/1.1" status: 200 len: 808 time: 0.2427866 Jun 16 11:42:02.895274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Request body: {'port': {'device_id': '946af103-9dc9-44a8-817b-80a32613992f', 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc', 'admin_state_up': True, 'tenant_id': '3393458113d84598a3bfbfada9d242da'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:03.014073 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-121fd3f9-8f11-4af1-9cfc-27704553127a req-0084db97-6b42-495e-b747-90437cbf2c57 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0773337 Jun 16 11:42:03.091194 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830cdee-c335-4350-9622-a1e976d9fe0d req-ec323438-fa7f-4b82-9d44-0e684a79e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:03.092671 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5830cdee-c335-4350-9622-a1e976d9fe0d req-ec323438-fa7f-4b82-9d44-0e684a79e319 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.2363966 Jun 16 11:42:03.101601 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053042b8-b1d1-41ab-8ced-e14f8360abe2 req-6c835c17-6fd3-4453-9d71-8b9c86b0a44d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:03.103174 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-053042b8-b1d1-41ab-8ced-e14f8360abe2 req-6c835c17-6fd3-4453-9d71-8b9c86b0a44d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 944 time: 0.1676147 Jun 16 11:42:03.110282 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Made reservation on behalf of 3393458113d84598a3bfbfada9d242da for: {'port': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:42:03.114333 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.175648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Router 9acffd4d-1303-4714-9f1c-4a6313c1d205 is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93742) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:42:03.209876 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5830cdee-c335-4350-9622-a1e976d9fe0d req-e3929259-511b-465a-9129-ec58ca9cd559 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056738 Jun 16 11:42:03.221715 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-053042b8-b1d1-41ab-8ced-e14f8360abe2 req-f649eda3-b395-4eba-99f4-ace30ea8aafd tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017246 Jun 16 11:42:03.262038 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Allocated IP 172.20.0.13 (f95a2699-a7ee-497a-914a-b6db6a32a0fc/e7b9c8b3-9ad1-4386-8919-fc855d4a2914/1e0b5937-8cba-45e0-be91-9f579f62fde8) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:03.334188 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b763c3a-a488-41ec-bd12-b1cd312798c2 req-2cf03500-0bb9-4f89-9502-98a839fbe556 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:03.335867 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b763c3a-a488-41ec-bd12-b1cd312798c2 req-2cf03500-0bb9-4f89-9502-98a839fbe556 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1837618 Jun 16 11:42:03.379736 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:03.385432 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:42:03.397250 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Sync routers for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:03.418886 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:03.422399 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:41:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:03.434712 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b763c3a-a488-41ec-bd12-b1cd312798c2 req-9a26581b-6c01-4f44-8dae-dfdea958b15c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929132 Jun 16 11:42:03.477314 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.486172 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba7fd2-0fa8-4a78-bbe3-661bcc09ba1d req-9d66cb2b-00d5-42c3-a9f0-0a6e0c6f9fdf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:03.487749 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-12ba7fd2-0fa8-4a78-bbe3-661bcc09ba1d req-9d66cb2b-00d5-42c3-a9f0-0a6e0c6f9fdf tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1198924 Jun 16 11:42:03.530731 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-12ba7fd2-0fa8-4a78-bbe3-661bcc09ba1d req-0f957790-4b98-49c7-ba68-4aaae8b417c5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Jun 16 11:42:03.546014 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.549889 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5728092 Jun 16 11:42:03.555064 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52174) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:03.556772 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:03.574675 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.578731 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0a244b3d-536e-4b44-af90-72376d090818 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:03.589983 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'port_id': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'mac_address': 'fa:16:3e:ba:08:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:42:03.628697 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Network f95a2699-a7ee-497a-914a-b6db6a32a0fc is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:03.633322 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:03.637464 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:03.654813 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:03.694952 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.708329 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Pushing event updated for resources: {'Port': ['ID=1e0b5937-8cba-45e0-be91-9f579f62fde8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:03.714405 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:42:03.722431 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:03.732367 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:03.732988 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.749803 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:03.821427 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9315302 Jun 16 11:42:03.830240 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:03.832414 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9beaf234-995d-4b73-bdfa-f17fe92b9f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:03.842761 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Request body: {'port': {'device_id': '946af103-9dc9-44a8-817b-80a32613992f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:03.961937 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 53545e1f-34b4-4929-8efa-17bdce775d63 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:04.032282 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:04.039363 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:04.050129 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.066003 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:01Z', 'revision_number': 3, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:04.074514 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 53545e1f-34b4-4929-8efa-17bdce775d63 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:04.074904 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.080119 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Checking router: 9acffd4d-1303-4714-9f1c-4a6313c1d205 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:04.088217 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Updating router 9acffd4d-1303-4714-9f1c-4a6313c1d205 port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:42:04.135298 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.182017 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc944c5-ab22-4de0-8f98-d07def1dbadd req-470ada8e-3a72-4c2b-b976-d329bf52826b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:04.183698 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4cc944c5-ab22-4de0-8f98-d07def1dbadd req-470ada8e-3a72-4c2b-b976-d329bf52826b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1678026 Jun 16 11:42:04.193707 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da17e3f8-2a64-4a27-bc61-89403cf4ea07 req-257a98ad-0c6d-411b-afd3-a43bba3f2867 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:04.201241 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-da17e3f8-2a64-4a27-bc61-89403cf4ea07 req-257a98ad-0c6d-411b-afd3-a43bba3f2867 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.2117779 Jun 16 11:42:04.264892 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:04.313457 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-da17e3f8-2a64-4a27-bc61-89403cf4ea07 req-876c8587-18cf-46d1-ab59-f1e1115677e7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107175 Jun 16 11:42:04.481716 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4cc944c5-ab22-4de0-8f98-d07def1dbadd req-d1b4d7a0-4242-475c-8c2a-22e8a6c0f217 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522261 Jun 16 11:42:04.587412 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e0b5937-8cba-45e0-be91-9f579f62fde8 {{(pid=93741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:42:04.595959 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.608864 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.610389 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Transition to ACTIVE for port object 1e0b5937-8cba-45e0-be91-9f579f62fde8 will not be triggered until provisioned by entity L2. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:04.633109 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Transition to ACTIVE for port object 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:04.671662 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.728501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.731803 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9d3e75a5-0ba5-42a9-ac51-06ce386cddf3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:04.736930 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.740129 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:04.786029 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8424e4-2d76-4218-bb6e-8d303c16c124 req-1fcef55e-6dc6-40cd-a7dc-3df2144e93a6 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:04.787810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe8424e4-2d76-4218-bb6e-8d303c16c124 req-1fcef55e-6dc6-40cd-a7dc-3df2144e93a6 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 932 time: 0.1750147 Jun 16 11:42:04.804236 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Pushing event updated for resources: {'Port': ['ID=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:04.814317 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.814854 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.815287 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.815748 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.816459 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.816459 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.816962 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.817441 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.817878 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.818876 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.819385 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.819866 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93744) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:04.824099 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:04.825107 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Attempting to bind port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:04.825593 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Attempting to bind port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:04.826113 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Attempting to bind port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:04.832471 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:04.832983 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:04.833508 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.835178 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:04.835548 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Bound port: 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:04.836291 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.847703 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b6713-23ba-467b-88d0-77bd9abcd2fb req-7016c584-12e1-42f9-bc5c-13e4ebdad456 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:04.849835 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8a1b6713-23ba-467b-88d0-77bd9abcd2fb req-7016c584-12e1-42f9-bc5c-13e4ebdad456 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 945 time: 0.1907747 Jun 16 11:42:04.899662 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] For port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:04.903280 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] For port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:04.909748 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b5937-8cba-45e0-be91-9f579f62fde8,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:04.913721 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:04.916385 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe8424e4-2d76-4218-bb6e-8d303c16c124 req-cb4b4089-c91b-40a8-95a5-06da582a3f88 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212702 Jun 16 11:42:04.928732 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Attempting to bind port 1e0b5937-8cba-45e0-be91-9f579f62fde8 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:04.929060 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Attempting to bind port 1e0b5937-8cba-45e0-be91-9f579f62fde8 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:04.929534 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Attempting to bind port 1e0b5937-8cba-45e0-be91-9f579f62fde8 on network f95a2699-a7ee-497a-914a-b6db6a32a0fc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:04.939669 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Port 1e0b5937-8cba-45e0-be91-9f579f62fde8 on network f95a2699-a7ee-497a-914a-b6db6a32a0fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:42:04.940120 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Attempting to bind port 1e0b5937-8cba-45e0-be91-9f579f62fde8 on network f95a2699-a7ee-497a-914a-b6db6a32a0fc {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:04.948539 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8a1b6713-23ba-467b-88d0-77bd9abcd2fb req-0237c903-577f-4789-8fdb-e8633802fe2b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892475 Jun 16 11:42:04.959917 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:04.960265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Checking segment: {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:04.960818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Bound using segment: {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'} {{(pid=93741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:04.961055 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.managers [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Bound port: 1e0b5937-8cba-45e0-be91-9f579f62fde8, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'}}] {{(pid=93741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:04.961584 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.968947 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Allocated IP 172.20.0.1 (03a9df6e-043b-4a22-a8f3-f4b2ae1d9743/fa6b985a-17f3-4c47-80ec-b4bedffea1df/02055142-6778-4f69-9b0e-e4975fb42d6d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:04.973983 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:04.993378 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-e32e1767-6256-4d14-90f7-7cbcf6a73bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:05.046748 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:05.047469 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:41:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:05.058884 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] For port 1e0b5937-8cba-45e0-be91-9f579f62fde8, host hv-cinder-79628, cleared binding levels {{(pid=93741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:05.064011 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] For port 1e0b5937-8cba-45e0-be91-9f579f62fde8, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:05.091874 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.119568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Transition to ACTIVE for port object 02055142-6778-4f69-9b0e-e4975fb42d6d will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:05.147078 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.151879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e9ff9f9d-d7ad-4d39-ac60-ca92917dda08 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:05.168369 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Pushing event updated for resources: {'Port': ['ID=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:05.172583 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-9dd3b35b-bfb5-4d8a-b504-e8a8b2195058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:05.203326 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:05.204326 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.206482 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] 10.222.0.60 "PUT /v2.0/ports/1e0b5937-8cba-45e0-be91-9f579f62fde8 HTTP/1.1" status: 200 len: 1094 time: 1.3679717 Jun 16 11:42:05.206482 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946af103-9dc9-44a8-817b-80a32613992f', 'tag': '1e0b5937-8cba-45e0-be91-9f579f62fde8'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:05.210847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba" -d '{"events": [{"name": "network-changed", "server_uuid": "946af103-9dc9-44a8-817b-80a32613992f", "tag": "1e0b5937-8cba-45e0-be91-9f579f62fde8"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:05.215790 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:05.237225 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Pushing event updated for resources: {'Port': ['ID=1e0b5937-8cba-45e0-be91-9f579f62fde8,revision_number=3']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:05.240662 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:05.261408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc86a4-2ad1-435f-867e-c47118d99c7f req-e82bd2f9-e475-4cd5-8b17-26e7c658be0c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:05.264271 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8edc86a4-2ad1-435f-867e-c47118d99c7f req-e82bd2f9-e475-4cd5-8b17-26e7c658be0c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1555135 Jun 16 11:42:05.276678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4649df0f-96eb-4a21-9ad2-b2a797a0715e req-544d61f8-7a2c-4638-8559-8734fd13b10a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:05.278209 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4649df0f-96eb-4a21-9ad2-b2a797a0715e req-544d61f8-7a2c-4638-8559-8734fd13b10a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1294339 Jun 16 11:42:05.317831 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.325938 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:05.360382 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8edc86a4-2ad1-435f-867e-c47118d99c7f req-6dca8cd3-bcae-4181-981f-ebeb50412235 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812056 Jun 16 11:42:05.382825 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:05.386181 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4649df0f-96eb-4a21-9ad2-b2a797a0715e req-f9a7b3e1-847b-4846-90df-f95ba3af5698 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999689 Jun 16 11:42:05.389288 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:05.405971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:05.409427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Pushing event updated for resources: {'Port': ['ID=02055142-6778-4f69-9b0e-e4975fb42d6d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:05.410738 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:05.416573 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:05.447259 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1cb1126c-0d5a-4102-bb38-ea704a3757d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:05.452412 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-1cb1126c-0d5a-4102-bb38-ea704a3757d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3393458113d84598a3bfbfada9d242da&device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 1097 time: 0.1283824 Jun 16 11:42:05.462746 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc8f520-da7c-4a01-bd3f-cc54cb947d5d x-openstack-request-id: req-bcc8f520-da7c-4a01-bd3f-cc54cb947d5d {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:05.463219 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946af103-9dc9-44a8-817b-80a32613992f", "tag": "1e0b5937-8cba-45e0-be91-9f579f62fde8", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:05.463536 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bcc8f520-da7c-4a01-bd3f-cc54cb947d5d {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:05.464113 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '946af103-9dc9-44a8-817b-80a32613992f', 'tag': '1e0b5937-8cba-45e0-be91-9f579f62fde8', 'status': 'completed', 'code': 200} Jun 16 11:42:05.510116 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:01Z', 'revision_number': 3, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:05.515273 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.518216 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1c27b-87a3-4b11-96dd-43eaed232649 None None] The sync data for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi is: [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:01Z', 'revision_number': 3, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:05.601068 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-8669a292-84ef-4054-9b23-1942d98d1fb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8 HTTP/1.1" status: 200 len: 217 time: 0.1255612 Jun 16 11:42:05.632405 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:05.637515 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:05.638158 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.682660 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-32c23c13-de72-4e9c-bc84-ffcb1ad3226f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:05.686204 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-32c23c13-de72-4e9c-bc84-ffcb1ad3226f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7b9c8b3-9ad1-4386-8919-fc855d4a2914 HTTP/1.1" status: 200 len: 848 time: 0.0787928 Jun 16 11:42:05.779045 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-8ba788e2-425a-4f76-b843-4bcab21fef58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f95a2699-a7ee-497a-914a-b6db6a32a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796971 Jun 16 11:42:05.873171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.936437 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:05.939088 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:05.941787 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f07628-e99f-459b-9275-720a6407f232" -d '{"events": [{"server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:05.980458 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:05.985298 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:05.989672 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-27385af6-2b57-4436-b6b5-bf909cd5fc9a service neutron] 10.222.0.60 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010231 Jun 16 11:42:06.088818 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:06.088818 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:06.089727 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-adf3d08e-f8c4-4e51-9568-6568c672ec54 None None] Provisioning for port 02055142-6778-4f69-9b0e-e4975fb42d6d completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:06.095156 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2328e89-871c-4852-ab08-e874abaacf17 req-e2587d22-879a-4125-aedc-f4b02a3d21a0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:06.096149 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-adf3d08e-f8c4-4e51-9568-6568c672ec54 None None] Provisioning complete for port 02055142-6778-4f69-9b0e-e4975fb42d6d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:06.097277 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-adf3d08e-f8c4-4e51-9568-6568c672ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:06.101603 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2328e89-871c-4852-ab08-e874abaacf17 req-e2587d22-879a-4125-aedc-f4b02a3d21a0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.3061392 Jun 16 11:42:06.153236 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-adf3d08e-f8c4-4e51-9568-6568c672ec54 None None] Port 02055142-6778-4f69-9b0e-e4975fb42d6d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:42:06.167990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:06.180904 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-a8b23644-0068-4e48-a6c1-0463159f5d93 req-b272de07-f387-4433-857c-9b8a6d1390e8 service neutron] 10.222.0.60 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728785 Jun 16 11:42:06.281816 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2328e89-871c-4852-ab08-e874abaacf17 req-5c4117e6-b0de-4ecb-9de8-dc1df728c9ca tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769495 Jun 16 11:42:06.492150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:06.500208 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:06.571408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:06.576858 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:06.587857 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08228f2d-de99-40f4-ae95-4755980834cb x-openstack-request-id: req-08228f2d-de99-40f4-ae95-4755980834cb {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:06.588399 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "name": "network-vif-plugged", "status": "completed", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:06.589048 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08228f2d-de99-40f4-ae95-4755980834cb {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:06.589713 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'code': 200} Jun 16 11:42:06.636167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9e177-af22-48a4-88e7-80bfe128ab4e req-9c1f37ad-9742-4e63-b700-0ade6422c58b tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:06.638204 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d0f9e177-af22-48a4-88e7-80bfe128ab4e req-9c1f37ad-9742-4e63-b700-0ade6422c58b tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 944 time: 0.1306951 Jun 16 11:42:06.688282 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Pushing event updated for resources: {'Port': ['ID=02055142-6778-4f69-9b0e-e4975fb42d6d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:06.690814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:06.693254 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:06.721692 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d0f9e177-af22-48a4-88e7-80bfe128ab4e req-bf07a104-a7e0-4c23-88be-8a9a3baeffe9 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663280 Jun 16 11:42:06.773375 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-06dc8bab-8414-40e9-a95b-96b3e322b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:06.775852 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-06dc8bab-8414-40e9-a95b-96b3e322b430 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3393458113d84598a3bfbfada9d242da&device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 1097 time: 0.4143472 Jun 16 11:42:06.907797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-3a31d983-7bfd-405b-b77b-a9bb1fe7f416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:06.909028 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-3a31d983-7bfd-405b-b77b-a9bb1fe7f416 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f95a2699-a7ee-497a-914a-b6db6a32a0fc HTTP/1.1" status: 200 len: 910 time: 0.1224985 Jun 16 11:42:06.978667 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-b34ebf3c-86ac-4b37-81fd-edc358d2a887 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8 HTTP/1.1" status: 200 len: 217 time: 0.0537260 Jun 16 11:42:07.064030 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-12188973-4b86-43ba-865e-f32537d74aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:07.065739 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-12188973-4b86-43ba-865e-f32537d74aa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7b9c8b3-9ad1-4386-8919-fc855d4a2914 HTTP/1.1" status: 200 len: 848 time: 0.0702500 Jun 16 11:42:07.113000 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-814ebc17-2b0e-489f-9ab7-a4df066a5674 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f95a2699-a7ee-497a-914a-b6db6a32a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323665 Jun 16 11:42:07.197525 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:07.207902 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3111b-3530-4efa-8c7e-44eb16a939f6 req-fe1b09a9-a46c-406b-8a97-7f3d9f6adf84 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:07.210317 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ae3111b-3530-4efa-8c7e-44eb16a939f6 req-fe1b09a9-a46c-406b-8a97-7f3d9f6adf84 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.4765501 Jun 16 11:42:07.212864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:07.229592 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-2ada134c-b57c-418d-87e5-fdedac4d3e9f service neutron] 10.222.0.60 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017895 Jun 16 11:42:07.354820 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ae3111b-3530-4efa-8c7e-44eb16a939f6 req-69339bee-5af2-4c55-86ae-7d9e7ab8a8ce tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350040 Jun 16 11:42:07.365373 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-f974242f-fb75-4bcc-8b0b-ee287b7f3cba req-8859b9b0-d383-4c5a-9607-7f5d0b70ddb7 service neutron] 10.222.0.60 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266890 Jun 16 11:42:07.378686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f17c3e-b8f6-44ca-a08f-1204b535aa1d req-9b0f4f1a-2418-4db1-8e8b-205db1f6ffe3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:07.380321 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79f17c3e-b8f6-44ca-a08f-1204b535aa1d req-9b0f4f1a-2418-4db1-8e8b-205db1f6ffe3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.2285657 Jun 16 11:42:07.421919 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Router 9acffd4d-1303-4714-9f1c-4a6313c1d205 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:42:07.441502 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79f17c3e-b8f6-44ca-a08f-1204b535aa1d req-b8d2de20-3882-4040-b0da-e39326eb8584 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502560 Jun 16 11:42:07.589889 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-e5b098d6-f8f8-445c-a005-2b036232aad6 None None] Provisioning complete for port 02055142-6778-4f69-9b0e-e4975fb42d6d triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:07.590628 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e5b098d6-f8f8-445c-a005-2b036232aad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:07.629585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-e5b098d6-f8f8-445c-a005-2b036232aad6 None None] Port 02055142-6778-4f69-9b0e-e4975fb42d6d cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:42:07.648563 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:07.653984 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] 10.222.0.45 "PUT /v2.0/routers/9acffd4d-1303-4714-9f1c-4a6313c1d205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1029868 Jun 16 11:42:07.666388 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437738aa-27ec-4941-8145-0d18f054f44c req-f3c7060e-e1e6-40bd-9012-28d06aea98e9 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:07.673588 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-437738aa-27ec-4941-8145-0d18f054f44c req-f3c7060e-e1e6-40bd-9012-28d06aea98e9 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1252975 Jun 16 11:42:07.725731 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-437738aa-27ec-4941-8145-0d18f054f44c req-ad04988c-649e-475d-8ab2-75027381d8a2 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510011 Jun 16 11:42:07.740913 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd708-f7f5-4ccb-be25-5fc1d11bae11 req-cf41e5d4-8475-45ad-ad2c-36f6293529ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:07.743025 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-ef0fd708-f7f5-4ccb-be25-5fc1d11bae11 req-cf41e5d4-8475-45ad-ad2c-36f6293529ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 1099 time: 0.0898020 Jun 16 11:42:07.812735 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-ef0fd708-f7f5-4ccb-be25-5fc1d11bae11 req-10c60aaa-f5c1-488c-8639-7007a7966552 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468669 Jun 16 11:42:07.905056 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-e2236282-e222-4eed-a692-f2a61bddddba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302612 Jun 16 11:42:07.947256 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:08.058127 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caac5f-0392-4151-9a7b-bf4b0c057252 req-1f0cf6be-4c3a-4896-8c88-4d616d3adf3f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.065745 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b4caac5f-0392-4151-9a7b-bf4b0c057252 req-1f0cf6be-4c3a-4896-8c88-4d616d3adf3f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 944 time: 0.1523328 Jun 16 11:42:08.108287 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c75cc-315c-48a7-884d-f333a37936eb req-9cee5702-730f-4758-be1f-f47fc4c5f90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.115365 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-9cee5702-730f-4758-be1f-f47fc4c5f90c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1098 time: 0.1429594 Jun 16 11:42:08.126151 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b4caac5f-0392-4151-9a7b-bf4b0c057252 req-ca599a88-c4d0-4acd-ae74-805b8797c348 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594501 Jun 16 11:42:08.137710 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Sync routers for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:08.153588 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:08.154322 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:41:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:08.205787 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:08.270016 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:08.270016 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:08.315516 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-2d562202-b67a-4cb2-9afd-3f385dbb0f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.317021 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-2d562202-b67a-4cb2-9afd-3f385dbb0f6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f30dd32f820f423a9706c45c867f12e6&device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 1098 time: 0.0890872 Jun 16 11:42:08.326447 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b6007-0b83-48cc-9988-c4be6b2803ca req-893e9f2c-e6c0-41c6-9c3a-ac636da48868 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.327993 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bd9b6007-0b83-48cc-9988-c4be6b2803ca req-893e9f2c-e6c0-41c6-9c3a-ac636da48868 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1943839 Jun 16 11:42:08.329300 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c75cc-315c-48a7-884d-f333a37936eb req-e137b3d2-2f9a-46d6-bff3-daf143a03e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.330637 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-e137b3d2-2f9a-46d6-bff3-daf143a03e26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 912 time: 0.1782770 Jun 16 11:42:08.484206 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-19bad8ba-2463-40b9-ad2a-bdb96b67d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.486016 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-19bad8ba-2463-40b9-ad2a-bdb96b67d4c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 200 len: 920 time: 0.1604197 Jun 16 11:42:08.504883 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bd9b6007-0b83-48cc-9988-c4be6b2803ca req-d18e8f62-5832-4199-91c3-57ed65f32a69 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668317 Jun 16 11:42:08.528198 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-ca3076aa-51fc-4b6c-ab03-8136fbf62d19 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 1000 time: 0.1796908 Jun 16 11:42:08.559038 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-3cefaac2-4254-4e38-b27b-3dbfa2a590af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 200 len: 217 time: 0.0586491 Jun 16 11:42:08.560847 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:08.603018 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c75cc-315c-48a7-884d-f333a37936eb req-be040fde-1ccb-4034-a564-f30a83015e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.611702 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-be040fde-1ccb-4034-a564-f30a83015e8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0652397 Jun 16 11:42:08.664692 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-c73aadde-148f-4436-b4f9-c46c34e8018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.666258 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-c73aadde-148f-4436-b4f9-c46c34e8018e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 200 len: 858 time: 0.0960324 Jun 16 11:42:08.722708 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:08.746163 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52320) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:08.751426 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-b5960ca7-5163-4b4a-90cb-b3f0c7ba6a01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82fac953-3354-486b-95ea-7ede4022e578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741119 Jun 16 11:42:08.770045 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-215243388-network', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:08.784733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:08.805015 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c75cc-315c-48a7-884d-f333a37936eb req-ff45da97-538b-427a-b02a-21f9e439832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.805726 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-ff45da97-538b-427a-b02a-21f9e439832a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1849985 Jun 16 11:42:08.833493 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06787-4bb0-4efb-8079-c0a30d2bf5da req-4375d064-1c9c-4489-961a-765aa64255c5 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:08.836455 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbf06787-4bb0-4efb-8079-c0a30d2bf5da req-4375d064-1c9c-4489-961a-765aa64255c5 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.2301817 Jun 16 11:42:08.865257 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:06Z', 'revision_number': 2, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:08.870596 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Checking router: 9acffd4d-1303-4714-9f1c-4a6313c1d205 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:08.870971 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Updating router 9acffd4d-1303-4714-9f1c-4a6313c1d205 port 02055142-6778-4f69-9b0e-e4975fb42d6d binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:42:08.874461 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:08.901915 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:08.902182 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbf06787-4bb0-4efb-8079-c0a30d2bf5da req-534377f9-aea3-4532-92c6-ff78cbb839e4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552824 Jun 16 11:42:08.946084 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Made reservation on behalf of d57b8dc794994e228a330d74d13c2965 for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:42:08.948809 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:08.961324 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:08.965913 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-8de3b27c-ba8e-4b29-bd21-36bb57a0730b service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911542 Jun 16 11:42:08.972046 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:08.993623 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:09.027521 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-2a10ae56-8e44-44d5-bc4a-b2d293422584 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897392 Jun 16 11:42:09.149473 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:09.192016 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-75aa6a3f-0bed-4d3a-bb22-9c49f473566c req-039e9981-95e7-42e3-b60c-9526679d77f4 service neutron] 10.222.0.60 "GET /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126243 Jun 16 11:42:09.263993 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-741c75cc-315c-48a7-884d-f333a37936eb req-690fd7fc-db0f-4afe-88f0-c703c2299daa service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041786 Jun 16 11:42:09.276821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.295670 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee1311-cb63-4973-8150-f6267bebe0af req-059eef7f-5163-4161-b155-38c2aa985415 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:09.296110 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-acee1311-cb63-4973-8150-f6267bebe0af req-059eef7f-5163-4161-b155-38c2aa985415 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1503861 Jun 16 11:42:09.309351 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc0eda-44a5-430c-93b2-0d4a36699aab req-559dfd65-d22c-4f61-aa8b-837d8c6b05d8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:09.321780 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45bc0eda-44a5-430c-93b2-0d4a36699aab req-559dfd65-d22c-4f61-aa8b-837d8c6b05d8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 943 time: 0.1745198 Jun 16 11:42:09.341349 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.346657 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-418ecfe2-a5d4-4674-891f-c1ebfe729d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:09.374678 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1159} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:42:09.392879 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45bc0eda-44a5-430c-93b2-0d4a36699aab req-999d5ef0-1db4-473c-8ede-84064baaca36 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702195 Jun 16 11:42:09.393793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.394059 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Added segment 5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6 of type vlan for network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 Jun 16 11:42:09.395830 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b5d2c4-e78d-419a-ac9f-022d95139600,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:09.400533 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-acee1311-cb63-4973-8150-f6267bebe0af req-19436f22-19f9-40c2-a331-3afca293995e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747075 Jun 16 11:42:09.406697 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.413520 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1e0b5937-8cba-45e0-be91-9f579f62fde8 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:42:09.420083 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:09.471359 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Transition to ACTIVE for port object 02055142-6778-4f69-9b0e-e4975fb42d6d will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:09.483418 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.534818 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1e0b5937-8cba-45e0-be91-9f579f62fde8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:09.547213 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.549316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:09.558588 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '1e0b5937-8cba-45e0-be91-9f579f62fde8', 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc', 'port_id': '1e0b5937-8cba-45e0-be91-9f579f62fde8', 'mac_address': 'fa:16:3e:fd:a0:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b9c8b3-9ad1-4386-8919-fc855d4a2914', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:42:09.603568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8623fc-e3d2-4404-88f4-77336f16592c req-575fabb7-6b23-45a3-ba27-d5e53d38dd38 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:09.603732 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-de8623fc-e3d2-4404-88f4-77336f16592c req-575fabb7-6b23-45a3-ba27-d5e53d38dd38 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 944 time: 0.0836303 Jun 16 11:42:09.637816 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.640057 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:09.640715 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.644494 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:09.649371 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749daa26-9c2d-4ea5-8308-eb1c37f7f537 None None] Pushing event updated for resources: {'Port': ['ID=02055142-6778-4f69-9b0e-e4975fb42d6d,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:09.654939 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-749daa26-9c2d-4ea5-8308-eb1c37f7f537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:09.691803 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.717635 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-de8623fc-e3d2-4404-88f4-77336f16592c req-9a581f31-4c96-401c-ba53-7b5e7a18fca5 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059792 Jun 16 11:42:09.736721 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e0b5937-8cba-45e0-be91-9f579f62fde8 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:42:09.739586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Attempting to bind port 02055142-6778-4f69-9b0e-e4975fb42d6d on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:09.740007 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Attempting to bind port 02055142-6778-4f69-9b0e-e4975fb42d6d by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:09.740384 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Attempting to bind port 02055142-6778-4f69-9b0e-e4975fb42d6d on network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:09.752122 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:09.752505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Checking segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:09.752912 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.753335 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Bound using segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:09.753812 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Bound port: 02055142-6778-4f69-9b0e-e4975fb42d6d, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:09.754189 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.759591 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bd3ab-e85e-43d3-a39b-efe765585ae1 req-c0a04476-f52f-4aa6-928a-a9d2962e96b4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:09.762133 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0088239 Jun 16 11:42:09.762270 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db8bd3ab-e85e-43d3-a39b-efe765585ae1 req-c0a04476-f52f-4aa6-928a-a9d2962e96b4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1293867 Jun 16 11:42:09.765652 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:09.765652 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:09.767765 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52332) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:09.774561 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Request body: {'subnet': {'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-215243388-subnet', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:09.782091 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1e0b5937-8cba-45e0-be91-9f579f62fde8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:09.787640 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:42:09.846104 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db8bd3ab-e85e-43d3-a39b-efe765585ae1 req-eda60f8e-f770-49e3-a04d-ecb0d7c0890c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673037 Jun 16 11:42:09.900974 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.903313 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:42:09.908525 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-f0436f9d-6702-4fe9-9822-83ea3f6199d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:09.917854 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:09.922739 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Made reservation on behalf of d57b8dc794994e228a330d74d13c2965 for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:42:09.925112 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29821782'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:09.996342 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] For port 02055142-6778-4f69-9b0e-e4975fb42d6d, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:10.028377 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] For port 02055142-6778-4f69-9b0e-e4975fb42d6d, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=02055142-6778-4f69-9b0e-e4975fb42d6d,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:10.075884 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=1e0b5937-8cba-45e0-be91-9f579f62fde8,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:10.100047 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:10.124110 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ec9fa-34fc-4b35-9e38-86a778cfccc5 req-3b5bfab0-1bb4-478d-a14a-9eab4c13ed3c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:10.124110 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0e8ec9fa-34fc-4b35-9e38-86a778cfccc5 req-3b5bfab0-1bb4-478d-a14a-9eab4c13ed3c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.0803058 Jun 16 11:42:10.148174 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.161194 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:10.172582 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0e8ec9fa-34fc-4b35-9e38-86a778cfccc5 req-52838acf-a431-4a84-9a97-906d32a54189 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480561 Jun 16 11:42:10.217920 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:10.218399 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.243153 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29988704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29821764'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.246386 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:10.290097 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:10.312715 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:10.313434 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:41:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:10.319934 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba20605-8c73-4b30-96ff-f5d58807c678,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:10.320147 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'port_id': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'mac_address': 'fa:16:3e:05:57:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:42:10.324030 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:10.355128 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Checking segment: {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:10.355128 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Network hostable DHCP agents. Network: 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:42:10.389884 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749daa26-9c2d-4ea5-8308-eb1c37f7f537 None None] Pushing event updated for resources: {'Port': ['ID=02055142-6778-4f69-9b0e-e4975fb42d6d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:10.420477 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d36053-5d85-4d04-82ad-a2da06c06205 req-51aab92c-87a1-4f35-bc97-f7f58d2a65b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:10.422687 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08d36053-5d85-4d04-82ad-a2da06c06205 req-51aab92c-87a1-4f35-bc97-f7f58d2a65b9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.1160567 Jun 16 11:42:10.433163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-749daa26-9c2d-4ea5-8308-eb1c37f7f537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:10.447781 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:42:10.471281 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08d36053-5d85-4d04-82ad-a2da06c06205 req-dadcbfb8-2088-4a7c-88c8-a24a265e3b1a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Jun 16 11:42:10.498234 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52356) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:10.514590 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.542404 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:10.555930 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:10.559053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.565032 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78eece2-16bb-4a4f-87af-0ac42a1f18bd None None] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:42:10.576397 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:42:10.636650 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ea4ee86c-1f50-46a3-af8e-9a88182c2085 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8672652 Jun 16 11:42:10.637280 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:10.639173 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52364) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:10.644183 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:10.672368 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:10.726335 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f8514-2cfc-477c-9941-587c5332f7da req-2644f1d5-4c72-4ee0-9629-7c0b10f2b9af tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:10.733931 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c58f8514-2cfc-477c-9941-587c5332f7da req-2644f1d5-4c72-4ee0-9629-7c0b10f2b9af tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1057594 Jun 16 11:42:10.751401 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33405063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1511'] for router, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.752440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33406510', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33428615', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33417181', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1518'] for router, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.776633 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.781429 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:10.807740 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c58f8514-2cfc-477c-9941-587c5332f7da req-e162c8ad-a054-460d-91b4-f4a1bb8acfcd tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727623 Jun 16 11:42:10.825615 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:10.863243 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c310fc-401e-4fe6-b9fe-6595e8fdd63f tempest-TestVolumeBootPattern-2118316393 tempest-TestVolumeBootPattern-2118316393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:10.868992 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e4c310fc-401e-4fe6-b9fe-6595e8fdd63f tempest-TestVolumeBootPattern-2118316393 tempest-TestVolumeBootPattern-2118316393-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 1094 time: 0.3655219 Jun 16 11:42:10.869176 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52370) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:10.873539 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'port_id': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:11.004573 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.014900 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cacfee-9f4f-4974-9b1f-642a711525bd req-97f25ad1-d14b-4b73-9d1e-cbf8dce82e75 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:11.016543 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38cacfee-9f4f-4974-9b1f-642a711525bd req-97f25ad1-d14b-4b73-9d1e-cbf8dce82e75 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.0821717 Jun 16 11:42:11.046394 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:11.063443 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:11.070950 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38cacfee-9f4f-4974-9b1f-642a711525bd req-16cd1077-a466-4441-b5f3-c4fc414cb066 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478556 Jun 16 11:42:11.125593 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb47f7f84-d62d-5296-b6f4-e8743119db19-0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634', 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'fixed_ips': [{'subnet_id': 'bba20605-8c73-4b30-96ff-f5d58807c678'}]}} from dv-cinder-796286-5-iscsi. {{(pid=93743) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 11:42:11.126464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.138331 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33428629', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33405097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1308'] for router, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.238089 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.267272 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:11.356477 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['1e0b5937-8cba-45e0-be91-9f579f62fde8'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:11.372564 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036eff8-7ee2-4e6d-b17f-2ce56a40cd65 req-72a4092a-7155-426e-9b84-b355738925cb tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:11.374251 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8036eff8-7ee2-4e6d-b17f-2ce56a40cd65 req-72a4092a-7155-426e-9b84-b355738925cb tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 945 time: 0.1298976 Jun 16 11:42:11.386083 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:09Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:11.389099 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6d9ac-e2ef-4312-b85a-0b2e72e749ca req-68dc89a9-98c3-4a8e-82cd-2c0228a70a37 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:11.390742 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0bb6d9ac-e2ef-4312-b85a-0b2e72e749ca req-68dc89a9-98c3-4a8e-82cd-2c0228a70a37 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1334934 Jun 16 11:42:11.406200 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b026830-cc56-4a39-b7c9-4c487cce4d78 None None] The sync data for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi is: [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:09Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:11.450634 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Allocated IP 172.27.1.38 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/69d84989-65f6-43de-8603-80f16dfa33f8) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:11.455741 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.db_base_plugin_common [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Allocated IP 172.20.0.2 (0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634/bba20605-8c73-4b30-96ff-f5d58807c678/d1578e70-d076-47a0-978f-92f9cdde2f2b) {{(pid=93743) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:11.562458 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0bb6d9ac-e2ef-4312-b85a-0b2e72e749ca req-483cf0a3-2a21-4131-84bf-36bb3b0beaa1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562755 Jun 16 11:42:11.585264 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8036eff8-7ee2-4e6d-b17f-2ce56a40cd65 req-ec11f97f-ec49-4e63-9df1-4a2448b57563 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848843 Jun 16 11:42:11.746363 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.798657 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Notify callbacks [] for port, precommit_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.807594 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.810721 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Transition to ACTIVE for port object d1578e70-d076-47a0-978f-92f9cdde2f2b will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:11.834851 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Transition to ACTIVE for port object d1578e70-d076-47a0-978f-92f9cdde2f2b will not be triggered until provisioned by entity DHCP. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:11.847414 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.905433 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941'] for port, after_create {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:11.917380 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:11.934532 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 is already hosted by enough agents. {{(pid=93743) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:11.966041 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.scheduler.base_scheduler [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Resources bound (agent type, host, resource id): {{(pid=93743) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:11.970422 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 02055142-6778-4f69-9b0e-e4975fb42d6d up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:11.972910 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Received port after_create {{(pid=93743) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:12.007194 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.017442 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:12.023941 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f5adf-c6a1-40ca-a80c-9265f2802867 req-2247f694-b530-41af-a205-cf9955daa351 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:12.025876 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-580f5adf-c6a1-40ca-a80c-9265f2802867 req-2247f694-b530-41af-a205-cf9955daa351 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0770650 Jun 16 11:42:12.089941 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Pushing event updated for resources: {'Port': ['ID=d1578e70-d076-47a0-978f-92f9cdde2f2b,revision_number=1']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:12.096208 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-580f5adf-c6a1-40ca-a80c-9265f2802867 req-0a79c461-4624-4c46-9595-d58722daf5d5 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648315 Jun 16 11:42:12.098010 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:12.104730 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Allocated IP 172.27.1.135 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/ea1c76f7-bf04-4a63-a176-ae43042ee40b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:12.113625 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Attempting to bind port d1578e70-d076-47a0-978f-92f9cdde2f2b on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:12.113982 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Attempting to bind port d1578e70-d076-47a0-978f-92f9cdde2f2b by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:12.123650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Attempting to bind port d1578e70-d076-47a0-978f-92f9cdde2f2b on network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:12.123650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:12.123650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Checking segment: {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:12.123650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.124232 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Bound using segment: {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:12.124425 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Bound port: d1578e70-d076-47a0-978f-92f9cdde2f2b, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:12.124759 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.187028 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=69d84989-65f6-43de-8603-80f16dfa33f8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:12.198028 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:12.207032 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 02055142-6778-4f69-9b0e-e4975fb42d6d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:12.211846 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:12.213759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:12.218841 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:12.225124 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 02055142-6778-4f69-9b0e-e4975fb42d6d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:12.225547 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.291496 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] For port d1578e70-d076-47a0-978f-92f9cdde2f2b, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:12.302981 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] For port d1578e70-d076-47a0-978f-92f9cdde2f2b, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=d1578e70-d076-47a0-978f-92f9cdde2f2b,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:12.352076 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.395683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.418125 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 02055142-6778-4f69-9b0e-e4975fb42d6d, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=02055142-6778-4f69-9b0e-e4975fb42d6d,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:12.446524 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f6358-01b4-45a3-99dc-f3c45efc391d req-b0d85170-c391-4612-8fe8-687594b7a245 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:12.448059 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0e0f6358-01b4-45a3-99dc-f3c45efc391d req-b0d85170-c391-4612-8fe8-687594b7a245 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.1063087 Jun 16 11:42:12.453693 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.455822 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:12.504704 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0e0f6358-01b4-45a3-99dc-f3c45efc391d req-233f4795-565f-45f3-8550-be6e13293fd1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Jun 16 11:42:12.531416 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Pushing event updated for resources: {'Port': ['ID=d1578e70-d076-47a0-978f-92f9cdde2f2b,revision_number=2']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:12.538694 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:12.597890 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.601966 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-e0c7c0dc-7dc7-4163-b28a-7e0ae006bfce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:12.676942 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.704502 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=02055142-6778-4f69-9b0e-e4975fb42d6d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:12.719594 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:12.745611 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-920ef1ff-3105-428d-ab5c-ac87f2e7af99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:12.860558 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:12.894650 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:12.901508 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:12.912183 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddd7dc-9939-4d2d-a074-bc8652c7ec20 req-e42dc49d-9ccd-4b24-8f61-e35c530eb4d5 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:12.920275 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-afddd7dc-9939-4d2d-a074-bc8652c7ec20 req-e42dc49d-9ccd-4b24-8f61-e35c530eb4d5 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 945 time: 0.1357944 Jun 16 11:42:12.921830 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:12.929224 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db0a52-98e1-4494-a7d6-bfb2ab398010 req-a10ab7bd-c5c0-4d57-8992-921d32f9a418 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:12.934566 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c9db0a52-98e1-4494-a7d6-bfb2ab398010 req-a10ab7bd-c5c0-4d57-8992-921d32f9a418 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1876240 Jun 16 11:42:13.019400 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c9db0a52-98e1-4494-a7d6-bfb2ab398010 req-24e45924-80fb-4a5a-9053-9b4e5cc569aa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Jun 16 11:42:13.024925 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-afddd7dc-9939-4d2d-a074-bc8652c7ec20 req-93991e3a-7b11-4c77-8228-7b101e3d1f80 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037517 Jun 16 11:42:13.205382 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Pushing event updated for resources: {'Port': ['ID=ea1c76f7-bf04-4a63-a176-ae43042ee40b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:13.218975 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-913f8cbf-5cf5-4dca-af94-dead70b4b35e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.223186 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:13.319330 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcab63-8f40-47dc-ac37-6f6317bf80a9 req-ee129eed-dee2-4ce7-801b-a2cef8e8ea98 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:13.326356 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0fbcab63-8f40-47dc-ac37-6f6317bf80a9 req-ee129eed-dee2-4ce7-801b-a2cef8e8ea98 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0902410 Jun 16 11:42:13.373722 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0fbcab63-8f40-47dc-ac37-6f6317bf80a9 req-dce30b42-a6bb-4c0c-a867-1d2112b7875b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463812 Jun 16 11:42:13.391311 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.424103 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1e0b5937-8cba-45e0-be91-9f579f62fde8 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:13.534340 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 1e0b5937-8cba-45e0-be91-9f579f62fde8 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:13.548398 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 1e0b5937-8cba-45e0-be91-9f579f62fde8 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:13.548907 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.685440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.688151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.697266 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.731648 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946af103-9dc9-44a8-817b-80a32613992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b5937-8cba-45e0-be91-9f579f62fde8'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:13.733120 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f812538-8984-4a18-babf-87c376d197ac" -d '{"events": [{"server_uuid": "946af103-9dc9-44a8-817b-80a32613992f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b5937-8cba-45e0-be91-9f579f62fde8"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:13.763180 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1e0b5937-8cba-45e0-be91-9f579f62fde8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:13.800216 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a0cbd8-f6b9-40bb-9419-94451bf3f2ec x-openstack-request-id: req-94a0cbd8-f6b9-40bb-9419-94451bf3f2ec {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:13.800518 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946af103-9dc9-44a8-817b-80a32613992f", "name": "network-vif-plugged", "status": "completed", "tag": "1e0b5937-8cba-45e0-be91-9f579f62fde8", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:13.800784 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-94a0cbd8-f6b9-40bb-9419-94451bf3f2ec {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:13.801226 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946af103-9dc9-44a8-817b-80a32613992f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e0b5937-8cba-45e0-be91-9f579f62fde8', 'code': 200} Jun 16 11:42:13.828918 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.843164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:13.869060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c6a63-e3c8-4b69-b5d2-21a37bbc7fac req-745cf401-f145-4fd9-8e0b-ade3f25bea94 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:13.874497 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f48c6a63-e3c8-4b69-b5d2-21a37bbc7fac req-745cf401-f145-4fd9-8e0b-ade3f25bea94 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 944 time: 0.1531382 Jun 16 11:42:13.896772 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b7126-3fb0-4eac-87f5-a50b1fd5af73 None None] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:42:13.929984 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:13.941694 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f48c6a63-e3c8-4b69-b5d2-21a37bbc7fac req-033e0922-ed1c-4ec3-ab90-a922f5a28f21 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579064 Jun 16 11:42:14.012246 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.013269 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:14.053729 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:14.062810 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=69d84989-65f6-43de-8603-80f16dfa33f8,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:14.070925 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:14.119306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device d1578e70-d076-47a0-978f-92f9cdde2f2b up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:14.127988 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:14.128380 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.175762 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Floating IP 20b96b62-4b79-426d-be5a-3df70009a236 associated. External IP: 172.27.1.38, port: f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2. Jun 16 11:42:14.194303 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-bd97338d-6cd6-43ae-9c4b-daa271d57e27 None None] Provisioning for port d1578e70-d076-47a0-978f-92f9cdde2f2b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:14.259543 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.338357 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775330a7-8be2-48f1-a51e-7c2d98ff8d2c req-b9c0b0c0-4b71-47fc-a059-0f274ce4d1ba tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:14.346919 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-775330a7-8be2-48f1-a51e-7c2d98ff8d2c req-b9c0b0c0-4b71-47fc-a059-0f274ce4d1ba tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 946 time: 0.1060078 Jun 16 11:42:14.376387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33405118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33428707'] for router, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.442556 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=1e0b5937-8cba-45e0-be91-9f579f62fde8,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:14.462207 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:14.470312 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:14.556862 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:42:14.559230 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.561242 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2463a5ee-a107-40ee-be82-93e5ef09c846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:14.600493 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port d1578e70-d076-47a0-978f-92f9cdde2f2b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:14.602502 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-775330a7-8be2-48f1-a51e-7c2d98ff8d2c req-4da8ae14-e69d-4f17-a2cd-07f5929d1ed7 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525229 Jun 16 11:42:14.636756 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port d1578e70-d076-47a0-978f-92f9cdde2f2b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:14.637178 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.657437 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd15ea-8cc5-4076-9679-e6bb3b1a02f9 req-b7a3042e-e7e8-4981-8da9-1ab88e0a8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:14.658988 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cafd15ea-8cc5-4076-9679-e6bb3b1a02f9 req-b7a3042e-e7e8-4981-8da9-1ab88e0a8265 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 1099 time: 0.2795672 Jun 16 11:42:14.672013 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Router ada5ea33-5d74-42dd-9f26-8df3698d625a is scheduled to L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 with binding_index 1 {{(pid=93741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 11:42:14.722294 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:14.726758 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:14.776319 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cafd15ea-8cc5-4076-9679-e6bb3b1a02f9 req-9c1b911f-e24a-4e2f-8694-03402fd02e7f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077487 Jun 16 11:42:14.796790 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f1890-837c-4b09-a9a3-7001eaa53548 req-de27b139-db60-4686-af1c-ab12c3238b20 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:14.799468 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8b3f1890-837c-4b09-a9a3-7001eaa53548 req-de27b139-db60-4686-af1c-ab12c3238b20 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1140203 Jun 16 11:42:14.823819 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:14.837304 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Sync routers for ids ['ada5ea33-5d74-42dd-9f26-8df3698d625a'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:14.867705 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Routers {'ada5ea33-5d74-42dd-9f26-8df3698d625a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:14.868460 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:41:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['ada5ea33-5d74-42dd-9f26-8df3698d625a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:14.875931 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:14.898306 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8b3f1890-837c-4b09-a9a3-7001eaa53548 req-b1a42643-f830-4fa0-bb11-f6902fec8ab1 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893474 Jun 16 11:42:14.915456 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:14.915456 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e1615c7d-ce72-49d8-9c8f-ee31996295da admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2733212 Jun 16 11:42:14.916288 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52420) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:14.949035 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:14.994126 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:14.994768 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:41:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:14.999927 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.034505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-27b591e7-4213-403e-8642-b7a0944e1916 None None] Provisioning complete for port d1578e70-d076-47a0-978f-92f9cdde2f2b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:15.034505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27b591e7-4213-403e-8642-b7a0944e1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.040220 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Set router ada5ea33-5d74-42dd-9f26-8df3698d625a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:15.151527 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port d1578e70-d076-47a0-978f-92f9cdde2f2b, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=d1578e70-d076-47a0-978f-92f9cdde2f2b,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:15.223776 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:15.232190 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0b96c-bca4-412c-8cdb-e883259d7918 req-0051b7d8-450f-4f08-a148-8291f71e76de tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:15.240584 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d3f0b96c-bca4-412c-8cdb-e883259d7918 req-0051b7d8-450f-4f08-a148-8291f71e76de tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.1054926 Jun 16 11:42:15.242267 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-27b591e7-4213-403e-8642-b7a0944e1916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.244565 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.245983 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 02055142-6778-4f69-9b0e-e4975fb42d6d up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:15.264472 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:42:13Z', 'revision_number': 3, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:15.269380 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Checking router: ada5ea33-5d74-42dd-9f26-8df3698d625a for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:15.270193 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Updating router ada5ea33-5d74-42dd-9f26-8df3698d625a port ea1c76f7-bf04-4a63-a176-ae43042ee40b binding host dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:42:15.288533 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d3f0b96c-bca4-412c-8cdb-e883259d7918 req-0cf13ca9-8d45-44a5-a512-64b59eeb0f92 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469542 Jun 16 11:42:15.303629 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.309127 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:15.313529 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.357835 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4879448 Jun 16 11:42:15.360087 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:15.362536 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c" -d '{"events": [{"name": "network-changed", "server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:15.501101 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e919a-fb83-40f5-a5d2-31def56294a7 x-openstack-request-id: req-1f7e919a-fb83-40f5-a5d2-31def56294a7 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:15.503346 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:15.503558 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1f7e919a-fb83-40f5-a5d2-31def56294a7 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:15.504075 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'status': 'completed', 'code': 200} Jun 16 11:42:15.554512 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-07a8658f-9f4c-4b05-bea0-249d355ba3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:15.557544 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-07a8658f-9f4c-4b05-bea0-249d355ba3d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 1099 time: 0.0966187 Jun 16 11:42:15.573212 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=d1578e70-d076-47a0-978f-92f9cdde2f2b,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:15.582408 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:15.594047 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.db.api [None req-27b591e7-4213-403e-8642-b7a0944e1916 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93743) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 11:42:15.594578 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_db.api [None req-27b591e7-4213-403e-8642-b7a0944e1916 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 11:42:15.667323 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 02055142-6778-4f69-9b0e-e4975fb42d6d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:15.674455 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.705992 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-e6bf3c27-f049-4321-8a24-95a25aad8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:15.707570 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-e6bf3c27-f049-4321-8a24-95a25aad8349 service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.1378305 Jun 16 11:42:15.759786 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Notify callbacks [] for port, precommit_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.793843 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.provisioning_blocks [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Transition to ACTIVE for port object ea1c76f7-bf04-4a63-a176-ae43042ee40b will not be triggered until provisioned by entity L2. {{(pid=93744) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:15.800146 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.807333 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:15.809693 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc941a7-00b4-492a-958a-cc7874365f19" -d '{"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:15.870865 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-b6d8b8f7-e820-46bc-abe5-512731ff0b21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 HTTP/1.1" status: 200 len: 999 time: 0.1552076 Jun 16 11:42:15.872952 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c608de1-edd9-46fb-81c2-f6a4d0067902 x-openstack-request-id: req-1c608de1-edd9-46fb-81c2-f6a4d0067902 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:15.873429 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-plugged", "status": "completed", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:15.874249 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c608de1-edd9-46fb-81c2-f6a4d0067902 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:15.874658 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'code': 200} Jun 16 11:42:15.893628 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.896805 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:15.906505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357dad8-96ce-4afc-b6dc-0f28aa4b12a8 req-4a817369-bae0-4020-9234-bf8f82ab1077 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:15.915774 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7357dad8-96ce-4afc-b6dc-0f28aa4b12a8 req-4a817369-bae0-4020-9234-bf8f82ab1077 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 946 time: 0.1036682 Jun 16 11:42:15.951693 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '20b96b62-4b79-426d-be5a-3df70009a236', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ba:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4067942d-a097-4930-ac46-ea7d39c199ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:42:12Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:15.957767 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:15.961287 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-482d1b07-a6d2-43c3-8926-610554264d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:15.977610 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:15.978294 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:16.084274 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-99b19cc1-0524-452e-a23d-1ca8932d3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:16.084485 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Allocated IP 172.20.0.1 (0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634/bba20605-8c73-4b30-96ff-f5d58807c678/62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:16.084959 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-99b19cc1-0524-452e-a23d-1ca8932d3361 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.1546609 Jun 16 11:42:16.098821 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7357dad8-96ce-4afc-b6dc-0f28aa4b12a8 req-ae89d37e-de57-435f-a1c9-d3f8e001c588 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814599 Jun 16 11:42:16.107524 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Attempting to bind port ea1c76f7-bf04-4a63-a176-ae43042ee40b on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:16.107908 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Attempting to bind port ea1c76f7-bf04-4a63-a176-ae43042ee40b by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:16.108276 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Attempting to bind port ea1c76f7-bf04-4a63-a176-ae43042ee40b on network e1dd556e-8bb3-4134-856d-c787a1625611 {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:16.112149 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08119627-9b05-48c0-976a-321e5ca74d8f None None] Pushing event updated for resources: {'Port': ['ID=ea1c76f7-bf04-4a63-a176-ae43042ee40b,revision_number=2']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:16.141342 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:42:16.145646 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-08119627-9b05-48c0-976a-321e5ca74d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:16.147190 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:16.147554 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Checking segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93744) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:16.148043 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.148444 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Bound using segment: {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'} {{(pid=93744) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:16.148983 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.managers [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Bound port: ea1c76f7-bf04-4a63-a176-ae43042ee40b, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d763b0-ef10-4760-884e-a51b8cb08558', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}}] {{(pid=93744) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:16.149382 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.177839 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-82833f29-40d2-442a-9889-bfd46406453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:16.179557 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-82833f29-40d2-442a-9889-bfd46406453e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785396 Jun 16 11:42:16.187459 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device d1578e70-d076-47a0-978f-92f9cdde2f2b up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:16.241668 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.254820 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.262716 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.provisioning_blocks [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Transition to ACTIVE for port object 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=93741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:16.282163 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] For port ea1c76f7-bf04-4a63-a176-ae43042ee40b, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93744) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:16.295005 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.plugins.ml2.db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] For port ea1c76f7-bf04-4a63-a176-ae43042ee40b, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=ea1c76f7-bf04-4a63-a176-ae43042ee40b,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93744) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:16.297098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:16.300007 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port d1578e70-d076-47a0-978f-92f9cdde2f2b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:16.301308 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.357871 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32e89-790f-496d-a869-b7281bd3280b req-352da60f-23c2-4aaf-9fc7-1fd0960954ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:16.359522 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dac32e89-790f-496d-a869-b7281bd3280b req-352da60f-23c2-4aaf-9fc7-1fd0960954ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1713386 Jun 16 11:42:16.363259 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-6a35ff61-3889-4311-b39d-bd8dc908956b service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611984 Jun 16 11:42:16.364289 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron_lib.callbacks.manager [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93744) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.371023 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:16.420165 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.432169 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-45a4ab9a-8cd1-49d5-bd3f-de3914bce2c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:16.443778 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08119627-9b05-48c0-976a-321e5ca74d8f None None] Pushing event updated for resources: {'Port': ['ID=ea1c76f7-bf04-4a63-a176-ae43042ee40b,revision_number=3']} {{(pid=93744) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:16.447792 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG oslo_concurrency.lockutils [None req-08119627-9b05-48c0-976a-321e5ca74d8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93744) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:16.472176 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Routers {'ada5ea33-5d74-42dd-9f26-8df3698d625a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:16.472797 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['ada5ea33-5d74-42dd-9f26-8df3698d625a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:16.494849 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:16.497962 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:16.504247 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:16.554789 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Pushing event updated for resources: {'Port': ['ID=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:16.565600 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:16.581676 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dac32e89-790f-496d-a869-b7281bd3280b req-fb98b7dc-6e9b-4b43-8753-4787fe9b9554 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099755 Jun 16 11:42:16.606580 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33424722'] for router_interface, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.637625 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f399f0c0-59bf-4c88-8f3d-0a1e3ccc841c req-858bd30c-dbce-494c-a756-9df3ad876bc4 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464876 Jun 16 11:42:16.653952 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce603e-6c8e-41b6-9d08-9bea83cbdf6d req-c101bd93-7979-436d-8347-1d127b6f6dde tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:16.655747 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cce603e-6c8e-41b6-9d08-9bea83cbdf6d req-c101bd93-7979-436d-8347-1d127b6f6dde tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.2161584 Jun 16 11:42:16.721221 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cce603e-6c8e-41b6-9d08-9bea83cbdf6d req-8f0465db-125c-4e4d-ab93-d15162b74093 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498240 Jun 16 11:42:16.760738 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] Set router ada5ea33-5d74-42dd-9f26-8df3698d625a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:16.824452 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '20b96b62-4b79-426d-be5a-3df70009a236', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ba:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4067942d-a097-4930-ac46-ea7d39c199ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:42:12Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:16.828611 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a9366-b4c5-474b-8d6f-d5f47ab24691 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '20b96b62-4b79-426d-be5a-3df70009a236', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.38', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ba:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4067942d-a097-4930-ac46-ea7d39c199ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:42:12Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:16.915847 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d2ee4-f909-4bee-be71-119e9003c9b1 req-e72b07ec-d178-4ef6-9bc4-5c3835547bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:16.916996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.918589 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-945d2ee4-f909-4bee-be71-119e9003c9b1 req-e72b07ec-d178-4ef6-9bc4-5c3835547bdb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1099 time: 0.0887914 Jun 16 11:42:16.967279 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-82aae834-09c0-41a2-be27-1851f3298b51 None None] Provisioning for port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:16.971849 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-82aae834-09c0-41a2-be27-1851f3298b51 None None] Provisioning complete for port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:16.972349 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-82aae834-09c0-41a2-be27-1851f3298b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:16.988404 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-945d2ee4-f909-4bee-be71-119e9003c9b1 req-f9c5a203-d2cb-481f-aed8-8306186dafd9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506043 Jun 16 11:42:17.013262 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:42:13Z', 'revision_number': 3, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:17.017730 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320f753-cd6d-41a4-907c-3773d250012b None None] The sync data for ids ['ada5ea33-5d74-42dd-9f26-8df3698d625a'] in dv-cinder-796286-5-iscsi is: [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:42:13Z', 'revision_number': 3, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:17.023528 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-82aae834-09c0-41a2-be27-1851f3298b51 None None] Port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:42:17.082791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:17.131850 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:17.196991 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:17.201708 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2325d1ad-6b9d-4b27-a6ca-c93b7b719783 None None] New status for floating IP 20b96b62-4b79-426d-be5a-3df70009a236: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:42:17.206705 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:17.281056 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e8b7d-8727-4ae6-a7c0-0f34c412f207 req-25d12558-0401-4753-85bd-3d33eb35eec0 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:17.282630 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a29e8b7d-8727-4ae6-a7c0-0f34c412f207 req-25d12558-0401-4753-85bd-3d33eb35eec0 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 946 time: 0.0644772 Jun 16 11:42:17.288313 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Pushing event updated for resources: {'Port': ['ID=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:17.295201 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:17.299843 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33079223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33424686'] for router_interface, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:17.329225 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a29e8b7d-8727-4ae6-a7c0-0f34c412f207 req-cdd6b6c2-df7d-4d14-ab26-7c860711fd08 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390151 Jun 16 11:42:17.407427 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:17.408993 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:17.582274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Router ada5ea33-5d74-42dd-9f26-8df3698d625a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:42:17.713952 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:17.716536 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] 10.222.0.45 "PUT /v2.0/routers/ada5ea33-5d74-42dd-9f26-8df3698d625a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7991793 Jun 16 11:42:17.756647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-09c30f21-6ada-488b-bbe8-590e5cbaa526 None None] Provisioning complete for port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:17.758429 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-09c30f21-6ada-488b-bbe8-590e5cbaa526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:17.806679 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360da796-7497-4419-b774-4178b1735d04 req-f756b51d-f975-45bc-a303-37390a0ece12 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:17.808844 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-360da796-7497-4419-b774-4178b1735d04 req-f756b51d-f975-45bc-a303-37390a0ece12 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0724678 Jun 16 11:42:17.811474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-09c30f21-6ada-488b-bbe8-590e5cbaa526 None None] Port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:42:17.863948 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-360da796-7497-4419-b774-4178b1735d04 req-502d1bff-138b-4f21-b078-c807459945d9 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492494 Jun 16 11:42:18.043483 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c882ff-eb47-4741-b144-7e0b86ec2831 req-33d679f9-ca40-429a-ae3e-f1b91ad9bb73 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:18.045253 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-21c882ff-eb47-4741-b144-7e0b86ec2831 req-33d679f9-ca40-429a-ae3e-f1b91ad9bb73 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.1414251 Jun 16 11:42:18.117257 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device ea1c76f7-bf04-4a63-a176-ae43042ee40b up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:18.129433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-21c882ff-eb47-4741-b144-7e0b86ec2831 req-816ceb05-23e4-4321-8aa9-576dae061926 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764523 Jun 16 11:42:18.225864 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port ea1c76f7-bf04-4a63-a176-ae43042ee40b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:18.229995 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port ea1c76f7-bf04-4a63-a176-ae43042ee40b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:18.230380 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.320726 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.342585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port ea1c76f7-bf04-4a63-a176-ae43042ee40b, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=ea1c76f7-bf04-4a63-a176-ae43042ee40b,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:18.442730 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.445495 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:18.504607 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=ea1c76f7-bf04-4a63-a176-ae43042ee40b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:18.508885 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:18.668054 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52488) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:18.673501 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762076554', 'description': 'tempest-secgroup-smoke-1762076554 description', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:18.740799 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.833639 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.950468 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.950673 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:18.954166 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:18.991492 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bca550-da4b-4254-8cc6-d8bfd8698897,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:18.997880 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:19.060933 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded7625-0587-48c1-967f-b54647a7d791 req-15b3b209-464f-46e9-a9f9-60f270193b5f tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:19.062934 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ded7625-0587-48c1-967f-b54647a7d791 req-15b3b209-464f-46e9-a9f9-60f270193b5f tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0784335 Jun 16 11:42:19.066253 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.069130 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3988938 Jun 16 11:42:19.071944 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52512) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:19.092098 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group_rule': {'security_group_id': 'd3bca550-da4b-4254-8cc6-d8bfd8698897', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:19.113141 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ded7625-0587-48c1-967f-b54647a7d791 req-efe36eb8-2157-47ed-9bbf-69af14ab20a7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385649 Jun 16 11:42:19.119002 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Sync routers for ids ['ada5ea33-5d74-42dd-9f26-8df3698d625a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:19.133723 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Routers {'ada5ea33-5d74-42dd-9f26-8df3698d625a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:19.134633 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['ada5ea33-5d74-42dd-9f26-8df3698d625a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:19.233566 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.338648 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.402240 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Set router ada5ea33-5d74-42dd-9f26-8df3698d625a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:19.408254 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.410762 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1612f6f7-d395-4303-ab3b-5e8c1b1afd43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:19.433863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1a3642-f2ea-48d5-a911-b6a5127de252,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:19.438226 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:19.550532 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.552227 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790924 Jun 16 11:42:19.555006 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52530) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:19.564190 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group_rule': {'security_group_id': 'd3bca550-da4b-4254-8cc6-d8bfd8698897', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:19.659552 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:42:16Z', 'revision_number': 4, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4', 'name': '', 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'mac_address': 'fa:16:3e:18:23:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bba20605-8c73-4b30-96ff-f5d58807c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:15Z', 'updated_at': '2021-06-16T11:42:16Z', 'revision_number': 2, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'subnets': [{'id': 'bba20605-8c73-4b30-96ff-f5d58807c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:19.663265 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Checking router: ada5ea33-5d74-42dd-9f26-8df3698d625a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:19.663637 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Updating router ada5ea33-5d74-42dd-9f26-8df3698d625a port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 binding host dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 11:42:19.667521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce145f6-10ed-4cf9-a905-6b213a0c3cdc req-6a4f3c3b-8d34-43f0-bbb8-df89e729e7d3 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:19.669075 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9ce145f6-10ed-4cf9-a905-6b213a0c3cdc req-6a4f3c3b-8d34-43f0-bbb8-df89e729e7d3 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 946 time: 0.4199324 Jun 16 11:42:19.677526 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c014d59-f813-4314-bf2e-981bfdee64b7 req-a619632c-5464-4f24-8066-a336136bbb08 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:19.678924 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c014d59-f813-4314-bf2e-981bfdee64b7 req-a619632c-5464-4f24-8066-a336136bbb08 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.4039147 Jun 16 11:42:19.692240 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.699646 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.737573 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9ce145f6-10ed-4cf9-a905-6b213a0c3cdc req-932ec5b6-057d-4f46-ac32-cb8a434786fd tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574625 Jun 16 11:42:19.742776 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3c014d59-f813-4314-bf2e-981bfdee64b7 req-1ad6ee32-df32-4f90-a02f-c74f42824880 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570021 Jun 16 11:42:19.786631 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.877306 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.879535 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-584ed9e8-f935-44cb-a452-3b26bf7c9dc9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:19.902020 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55807795-8607-446b-9d17-ad3a5b4396a0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:19.904581 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:19.984269 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.987983 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-74835323-ff9b-4796-9882-bb26e7b8cad3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4295542 Jun 16 11:42:19.988208 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52532) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:19.991050 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:19.993048 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group_rule': {'security_group_id': 'd3bca550-da4b-4254-8cc6-d8bfd8698897', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:20.001939 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Transition to ACTIVE for port object 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 will not be triggered until provisioned by entity L2. {{(pid=93743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:20.035376 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device ea1c76f7-bf04-4a63-a176-ae43042ee40b up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:20.077774 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.080979 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9beaf234-995d-4b73-bdfa-f17fe92b9f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:20.106465 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.206768 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f006e-40f9-4d35-abb6-13f8a0e0659c None None] Pushing event updated for resources: {'Port': ['ID=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,revision_number=3']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:20.208221 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.213758 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7f8f006e-40f9-4d35-abb6-13f8a0e0659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:20.258607 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port ea1c76f7-bf04-4a63-a176-ae43042ee40b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:20.262452 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.277517 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.279762 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:20.307159 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aeff3de-ee73-4118-900a-decf80e623a4,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:20.320914 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:20.383040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Attempting to bind port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 on host dv-cinder-796286-5-iscsi for vnic_type normal with profile {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:20.384603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Attempting to bind port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 by drivers openvswitch,hyperv on host dv-cinder-796286-5-iscsi at level 0 using segments [{'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:20.385178 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Attempting to bind port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 on network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:20.386911 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.388137 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3989606 Jun 16 11:42:20.390801 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52548) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:20.393902 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Checking agent: {'id': '26cf578e-d448-488c-a108-7fa3ee3a970e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796286-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 30, 46), 'started_at': datetime.datetime(2021, 6, 16, 11, 31, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796286-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:20.396615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Checking segment: {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:20.396615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.396615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Bound using segment: {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'} {{(pid=93743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:20.396615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.managers [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Bound port: 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4, host: dv-cinder-796286-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634'}}] {{(pid=93743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:20.396998 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group_rule': {'security_group_id': 'd3bca550-da4b-4254-8cc6-d8bfd8698897', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:20.397311 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.510806 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.522402 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] For port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4, host dv-cinder-796286-5-iscsi, cleared binding levels {{(pid=93743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:20.523517 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cb624-99ef-4e5d-bd29-bfd43592c3df req-1d3ae94a-10ad-4b1a-ae8a-041c8895d1a9 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:20.525246 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b94cb624-99ef-4e5d-bd29-bfd43592c3df req-1d3ae94a-10ad-4b1a-ae8a-041c8895d1a9 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1515949 Jun 16 11:42:20.531463 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] For port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4, host dv-cinder-796286-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:20.556234 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cf918-0ff5-4730-8e05-1fd7610ceda1 req-23d602bd-db3f-4adb-87f9-40c3d87dc976 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:20.557966 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a28cf918-0ff5-4730-8e05-1fd7610ceda1 req-23d602bd-db3f-4adb-87f9-40c3d87dc976 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1182661 Jun 16 11:42:20.592946 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b94cb624-99ef-4e5d-bd29-bfd43592c3df req-df9acef2-92aa-433b-9a06-9f7f0937fe43 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602069 Jun 16 11:42:20.610136 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.615082 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.617374 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:20.622388 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a28cf918-0ff5-4730-8e05-1fd7610ceda1 req-4df6a934-967a-422f-aa4f-7aaa10bc7716 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497186 Jun 16 11:42:20.651220 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52550) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:20.674845 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Routers {'ada5ea33-5d74-42dd-9f26-8df3698d625a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:20.675482 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['ada5ea33-5d74-42dd-9f26-8df3698d625a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:20.688603 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.691417 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:20.718594 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f006e-40f9-4d35-abb6-13f8a0e0659c None None] Pushing event updated for resources: {'Port': ['ID=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:20.740461 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82eb7e9-36ba-40d7-b99b-1d115fb2f4f9,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:20.743326 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:20.760735 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7f8f006e-40f9-4d35-abb6-13f8a0e0659c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:20.797284 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:20.798708 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7a38700a-001e-4fd1-adc2-0a5dc3180dc0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4068692 Jun 16 11:42:20.801462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52558) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:20.806599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group_rule': {'security_group_id': 'd3bca550-da4b-4254-8cc6-d8bfd8698897', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:20.819160 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] Set router ada5ea33-5d74-42dd-9f26-8df3698d625a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:20.971889 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f85fc3-9d7d-4874-85bc-b94b6e932b2f tempest-TestMinimumBasicScenario-1558771294 tempest-TestMinimumBasicScenario-1558771294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:20.976295 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-f6f85fc3-9d7d-4874-85bc-b94b6e932b2f tempest-TestMinimumBasicScenario-1558771294 tempest-TestMinimumBasicScenario-1558771294-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1093 time: 0.3222215 Jun 16 11:42:20.978167 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52560) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:20.983740 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'port_id': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:20.990713 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.securitygroups_db [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Project e1eb02c3b71543b585bf2b0fd35f6ced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:42:21.006108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.047743 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bb6f6-55ba-427c-bbd6-b72e24d25289 req-a6079040-0037-40dd-8804-d214dbfdb92a tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:21.049591 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bc3bb6f6-55ba-427c-bbd6-b72e24d25289 req-a6079040-0037-40dd-8804-d214dbfdb92a tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 946 time: 0.1595612 Jun 16 11:42:21.083480 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.153968 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bc3bb6f6-55ba-427c-bbd6-b72e24d25289 req-c05cdf1d-f7fa-4717-a1f7-1b7678354bd9 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837014 Jun 16 11:42:21.165229 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:42:16Z', 'revision_number': 4, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4', 'name': '', 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'mac_address': 'fa:16:3e:18:23:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bba20605-8c73-4b30-96ff-f5d58807c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:15Z', 'updated_at': '2021-06-16T11:42:20Z', 'revision_number': 4, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'subnets': [{'id': 'bba20605-8c73-4b30-96ff-f5d58807c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:21.169430 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4043f63b-052c-452e-94c0-1114a067c4a8 None None] The sync data for ids ['ada5ea33-5d74-42dd-9f26-8df3698d625a'] in dv-cinder-796286-5-iscsi is: [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:42:16Z', 'revision_number': 4, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4', 'name': '', 'network_id': '0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'mac_address': 'fa:16:3e:18:23:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'bba20605-8c73-4b30-96ff-f5d58807c678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:15Z', 'updated_at': '2021-06-16T11:42:20Z', 'revision_number': 4, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'subnets': [{'id': 'bba20605-8c73-4b30-96ff-f5d58807c678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:21.241613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.296078 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.306175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81134a-1fc6-4933-80c4-55806e1b4097 req-0c7e2051-b6f4-4876-95f2-75cb8cfeb0f2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:21.320469 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3b81134a-1fc6-4933-80c4-55806e1b4097 req-0c7e2051-b6f4-4876-95f2-75cb8cfeb0f2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.3068736 Jun 16 11:42:21.340119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.344807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:21.362734 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee775cf-ada3-42a0-acd5-b11ae6bcb58b,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:21.379667 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:21.401630 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3b81134a-1fc6-4933-80c4-55806e1b4097 req-3a50b0cb-426b-4a6f-9a60-abfa5cf2ed7b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790811 Jun 16 11:42:21.468905 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Allocated IP 172.27.1.79 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/b200cf6c-8cd3-4e14-93e7-31c8092545b6) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:21.504988 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-5669f0a3-ceaa-464b-adaa-dd57b7ad4667 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:21.506721 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-5669f0a3-ceaa-464b-adaa-dd57b7ad4667 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 946 time: 0.1052043 Jun 16 11:42:21.519562 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.521382 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-51972e24-fbef-41f5-ab35-e9e0a0041372 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7181833 Jun 16 11:42:21.525313 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52570) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:21.531769 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'security_group_rule': {'security_group_id': 'd3bca550-da4b-4254-8cc6-d8bfd8698897', 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:21.634186 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.673721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Deleting port 1e0b5937-8cba-45e0-be91-9f579f62fde8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:42:21.674277 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.674562 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Project e1eb02c3b71543b585bf2b0fd35f6ced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:42:21.680807 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.753778 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.773628 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.776590 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-75cbd8f8-9fdd-43cc-bd60-e07fa4378514 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:21.820021 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] For port 1e0b5937-8cba-45e0-be91-9f579f62fde8, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1e0b5937-8cba-45e0-be91-9f579f62fde8,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:21.820390 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.824215 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:21.830821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:21.836350 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:21.840099 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'Port': ['ID=b200cf6c-8cd3-4e14-93e7-31c8092545b6,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:21.859876 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:21.862586 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:21.869682 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:21.890976 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142fe7c5-56ac-43f6-a8dc-bdc01ddbe4e7,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:21.897291 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:21.901241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Calling delete_port for 1e0b5937-8cba-45e0-be91-9f579f62fde8 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:42:21.922375 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6597449-27ca-4f19-86d7-3f878a19edc8 req-ebf7e60b-4867-4d02-b83c-05ae9487f454 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:21.923855 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6597449-27ca-4f19-86d7-3f878a19edc8 req-ebf7e60b-4867-4d02-b83c-05ae9487f454 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1764593 Jun 16 11:42:21.998340 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.007036 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4730895 Jun 16 11:42:22.028466 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b6597449-27ca-4f19-86d7-3f878a19edc8 req-c768b0d0-c627-49e9-897b-a430a3925d89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723243 Jun 16 11:42:22.135576 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:22.278138 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.285997 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:22.297974 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['1e0b5937-8cba-45e0-be91-9f579f62fde8'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:22.323696 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning for port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:22.330198 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:22.330955 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.342668 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Pushing event deleted for resources: {'Port': ['ID=1e0b5937-8cba-45e0-be91-9f579f62fde8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:22.345612 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:22.374702 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08b3ba1f-b98f-4083-b9d9-d00e51b8d68c req-db4f3805-ca3d-4957-8a3a-e274889a90b8 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0832424 Jun 16 11:42:22.437443 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] No DVR routers for this DVR port 1e0b5937-8cba-45e0-be91-9f579f62fde8 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:42:22.440547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.443710 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23f25fb4-d68e-4ba3-8919-58d7896c5abe req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "DELETE /v2.0/ports/1e0b5937-8cba-45e0-be91-9f579f62fde8 HTTP/1.1" status: 204 len: 173 time: 0.9275517 Jun 16 11:42:22.444435 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946af103-9dc9-44a8-817b-80a32613992f', 'name': 'network-vif-deleted', 'tag': '1e0b5937-8cba-45e0-be91-9f579f62fde8'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:22.459379 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d62975a-8a5a-43e3-a644-927b25e4e8be" -d '{"events": [{"server_uuid": "946af103-9dc9-44a8-817b-80a32613992f", "name": "network-vif-deleted", "tag": "1e0b5937-8cba-45e0-be91-9f579f62fde8"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:22.468109 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.478639 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.522401 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a067e7d-f618-453e-bb80-9de25a9e6889 x-openstack-request-id: req-7a067e7d-f618-453e-bb80-9de25a9e6889 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:22.525001 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946af103-9dc9-44a8-817b-80a32613992f", "name": "network-vif-deleted", "tag": "1e0b5937-8cba-45e0-be91-9f579f62fde8", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:22.525326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a067e7d-f618-453e-bb80-9de25a9e6889 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:22.532424 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '946af103-9dc9-44a8-817b-80a32613992f', 'name': 'network-vif-deleted', 'tag': '1e0b5937-8cba-45e0-be91-9f579f62fde8', 'status': 'completed', 'code': 200} Jun 16 11:42:22.534253 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] For port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:22.597623 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.600316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-3aa90f6f-f202-47a2-bb88-4cebca14facb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:22.633638 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.650949 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Pushing event updated for resources: {'Port': ['ID=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:22.654411 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:22.786057 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.871286 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:22.873647 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:22.948564 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'Port': ['ID=b200cf6c-8cd3-4e14-93e7-31c8092545b6,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:22.952471 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:22.961726 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:23.070136 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Floating IP ff2c1e48-2e6d-48e9-8630-d80367ea9104 associated. External IP: 172.27.1.79, port: 7b6ff63f-d941-4b1b-bec3-e90ccb514c58. Jun 16 11:42:23.229592 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1e19-979d-4426-93f2-a6b59bd650a1 req-5ee51b05-a7e6-475f-9f03-79d06e1121c1 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:23.231813 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15ff1e19-979d-4426-93f2-a6b59bd650a1 req-5ee51b05-a7e6-475f-9f03-79d06e1121c1 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0740399 Jun 16 11:42:23.296272 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15ff1e19-979d-4426-93f2-a6b59bd650a1 req-910af10a-6dac-4864-a20e-b6345894abea tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544581 Jun 16 11:42:23.577417 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:42:23.596156 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7f84523c-15fe-4fc3-b5c9-bf4721ec6abc req-091f6a04-6e2c-4ed0-ada4-24d3dcecb347 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=946af103-9dc9-44a8-817b-80a32613992f HTTP/1.1" status: 200 len: 210 time: 0.0397975 Jun 16 11:42:23.717566 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:23.757499 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] Sync routers for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:23.757499 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:23.757499 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:23.860568 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:23.882434 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:23.925245 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9458795 Jun 16 11:42:23.925899 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:23.928383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52662) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:23.928522 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37edf96c-1f88-4f16-aca6-2d5c712a3dab" -d '{"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:23.936078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-448108207', 'description': 'tempest-secgroup-smoke-448108207 description', 'project_id': 'b04452a6898a4320b96be88eed28325b'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:23.972574 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644cb7a5-1500-4669-9bbb-5e2599b6dec4 x-openstack-request-id: req-644cb7a5-1500-4669-9bbb-5e2599b6dec4 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:23.985801 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:23.986193 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-644cb7a5-1500-4669-9bbb-5e2599b6dec4 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:23.986726 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'status': 'completed', 'code': 200} Jun 16 11:42:24.046085 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.082618 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 up at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:24.150795 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-52b32aa0-03ff-4fc1-958a-99b71d82f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:24.152462 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-52b32aa0-03ff-4fc1-958a-99b71d82f058 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1098 time: 0.1408267 Jun 16 11:42:24.182455 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Provisioning complete for port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:24.183135 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.193253 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'ff2c1e48-2e6d-48e9-8630-d80367ea9104', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'port_id': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'mac_address': 'fa:16:3e:b1:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:42:22Z', 'updated_at': '2021-06-16T11:42:22Z', 'revision_number': 0, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:41:00Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:24.197300 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] Checking router: 28c54d1d-f3d4-48cf-9216-c9b608bda3ad for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:24.210491 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:24.212210 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:24.228881 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.296509 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-dcd1c5bb-d1ef-4e1d-8957-cb608ef4cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:24.297843 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-dcd1c5bb-d1ef-4e1d-8957-cb608ef4cba8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 916 time: 0.1280000 Jun 16 11:42:24.298895 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.301371 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9f880e3d-08da-492e-89d6-a24f2a5e1a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:24.325691 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:24.376774 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6782388-4b50-4ad2-b3e2-affd4bd44149,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:24.382413 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:24.407074 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-6ec4de3c-d4f6-407a-9e0e-7e0c61381585 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 998 time: 0.0891120 Jun 16 11:42:24.453399 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.454593 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5252223 Jun 16 11:42:24.457793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52674) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:24.466515 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group_rule': {'security_group_id': 'c6782388-4b50-4ad2-b3e2-affd4bd44149', 'project_id': 'b04452a6898a4320b96be88eed28325b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:24.494710 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-b032c205-a68a-4aa7-860b-91a4974f9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:24.496195 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-b032c205-a68a-4aa7-860b-91a4974f9f27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.0807259 Jun 16 11:42:24.560285 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1950076-1329-47da-a502-d9ffb26e9b16 req-830d648d-73bb-4f50-bf50-d8a6b9492185 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:24.561844 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b1950076-1329-47da-a502-d9ffb26e9b16 req-830d648d-73bb-4f50-bf50-d8a6b9492185 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1388245 Jun 16 11:42:24.580266 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.600373 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'ff2c1e48-2e6d-48e9-8630-d80367ea9104', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'port_id': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'mac_address': 'fa:16:3e:b1:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:42:22Z', 'updated_at': '2021-06-16T11:42:22Z', 'revision_number': 0, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:41:00Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:24.604676 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba1dc8-699c-41df-9016-207141d48496 None None] The sync data for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi is: [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'ff2c1e48-2e6d-48e9-8630-d80367ea9104', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'port_id': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'mac_address': 'fa:16:3e:b1:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:42:22Z', 'updated_at': '2021-06-16T11:42:22Z', 'revision_number': 0, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:41:00Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:24.623715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-dfde5f7b-0062-413f-b61c-a209f26d11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:24.625238 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-dfde5f7b-0062-413f-b61c-a209f26d11bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133606 Jun 16 11:42:24.650389 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.679488 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b1950076-1329-47da-a502-d9ffb26e9b16 req-56dbe59b-8629-4bc9-9635-d2ae91345e34 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046393 Jun 16 11:42:24.723228 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.728222 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-78a04417-3b0a-42a0-a687-9a584b80f7af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:24.755244 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff3d79e-ce19-4dda-af54-a95b9b7391f5,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:24.757796 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:24.783239 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ce78a-4c8c-4b34-8dd4-30fc12b142da req-271d950e-9bf5-4dc1-be95-af54daac944c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:24.784708 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cd9ce78a-4c8c-4b34-8dd4-30fc12b142da req-271d950e-9bf5-4dc1-be95-af54daac944c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1876404 Jun 16 11:42:24.821901 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-0bd88b8a-76e1-47ae-b8d4-50c9cd7df1b2 service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771164 Jun 16 11:42:24.859924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:24.861164 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7ad69be0-8f6b-4b9a-9d44-6033fd7152dd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4013782 Jun 16 11:42:24.864041 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52684) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:24.866257 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cd9ce78a-4c8c-4b34-8dd4-30fc12b142da req-fe929197-8f45-42f2-b341-bf33b6fa0c8b tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713716 Jun 16 11:42:24.871521 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group_rule': {'security_group_id': 'c6782388-4b50-4ad2-b3e2-affd4bd44149', 'project_id': 'b04452a6898a4320b96be88eed28325b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:24.935298 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b725ca-713d-4d71-b374-374bf9bc2fd5 None None] New status for floating IP ff2c1e48-2e6d-48e9-8630-d80367ea9104: ACTIVE {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:42:24.972484 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-37edf96c-1f88-4f16-aca6-2d5c712a3dab req-6d7f44b2-27f2-442e-8fac-5a066f357e33 service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405988 Jun 16 11:42:24.992645 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.075127 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.150925 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-5abb9aea-8831-4a32-8214-55a735ffadce tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:25.152451 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-5abb9aea-8831-4a32-8214-55a735ffadce tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/networks?id=f95a2699-a7ee-497a-914a-b6db6a32a0fc HTTP/1.1" status: 200 len: 808 time: 0.1111910 Jun 16 11:42:25.166900 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.168935 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:25.169425 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-db9a10e0-a410-47ce-a973-c696af3b0122 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/quotas/3393458113d84598a3bfbfada9d242da HTTP/1.1" status: 200 len: 375 time: 0.0104740 Jun 16 11:42:25.186062 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330a56e0-5ed1-4baf-bf09-f4c0af545127,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:25.194128 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:25.212892 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-68ea4704-0049-483e-b894-1806d529c5da tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=3393458113d84598a3bfbfada9d242da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375960 Jun 16 11:42:25.259850 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.260696 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7e8b91f1-4d6b-488e-89e1-8a6885c87ddb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3952560 Jun 16 11:42:25.263173 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52698) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:25.268502 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group_rule': {'security_group_id': 'c6782388-4b50-4ad2-b3e2-affd4bd44149', 'project_id': 'b04452a6898a4320b96be88eed28325b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:25.313033 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-73e6fb3f-fea5-4aa6-adb6-da6e4d5d05f5 service neutron] 10.222.0.45 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922515 Jun 16 11:42:25.386116 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.411119 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-8ee14f94-e86e-42f9-9389-5735d794c7a1 service neutron] 10.222.0.45 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906360 Jun 16 11:42:25.450529 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.480007 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1e0b5937-8cba-45e0-be91-9f579f62fde8 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:42:25.500193 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 1e0b5937-8cba-45e0-be91-9f579f62fde8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:42:25.500585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1e0b5937-8cba-45e0-be91-9f579f62fde8 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:42:25.523124 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.525298 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3cb9485b-db08-49dd-922c-f9b4a0c9dc11 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:25.541868 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a00c15-aa6f-48ad-9e0b-6a70feaf98fd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:25.544663 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:25.602416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.605221 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a1b7bda5-af98-4478-a82a-75201a1b67ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3394189 Jun 16 11:42:25.606761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52702) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:25.612237 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group_rule': {'security_group_id': 'c6782388-4b50-4ad2-b3e2-affd4bd44149', 'project_id': 'b04452a6898a4320b96be88eed28325b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:25.666020 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4d3d37ce-dbed-4962-8788-9303aa10cc8e req-8008c5eb-6adc-4c08-b49e-eadca6522fc4 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jun 16 11:42:25.728000 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.795521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.862553 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e97dd-7d89-41ca-bda2-9cf4d280cf1f req-b7c095ca-d232-4fea-a891-4ace0f77139c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:25.863987 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f91e97dd-7d89-41ca-bda2-9cf4d280cf1f req-b7c095ca-d232-4fea-a891-4ace0f77139c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0609829 Jun 16 11:42:25.885125 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:25.890186 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a722cb04-b3e5-46a5-8c77-89fade7e2bbc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:25.919838 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9920ee41-4172-45f8-9658-6402f24e3c9e,revision_number=0']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:25.924748 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f91e97dd-7d89-41ca-bda2-9cf4d280cf1f req-9bfcf171-6bf9-4263-8ae7-1e20628ef277 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543737 Jun 16 11:42:25.925702 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:26.014311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.017594 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ff3618ac-dbba-4fe3-800e-09e7e2007cb8 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4074299 Jun 16 11:42:26.018974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52718) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:26.026416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group_rule': {'security_group_id': 'c6782388-4b50-4ad2-b3e2-affd4bd44149', 'project_id': 'b04452a6898a4320b96be88eed28325b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:26.087239 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef5961-4b47-4077-b0aa-8ee0904ffe40 req-c35e71b5-9a5e-4228-8a8d-e1a18edc07fa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:26.088723 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0ef5961-4b47-4077-b0aa-8ee0904ffe40 req-c35e71b5-9a5e-4228-8a8d-e1a18edc07fa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.0701966 Jun 16 11:42:26.127065 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0ef5961-4b47-4077-b0aa-8ee0904ffe40 req-b6d07aa1-4b7c-4a24-9979-1c7346ddc6f1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322523 Jun 16 11:42:26.196024 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Project b04452a6898a4320b96be88eed28325b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:42:26.202879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.265201 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.316123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.319976 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:26.347602 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79e137c-3bb5-4b93-b12d-12c128717985,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:26.351306 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:26.413366 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.415288 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b15c751f-3385-4079-bde6-60d994e01464 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3943348 Jun 16 11:42:26.417972 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52726) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:26.422784 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'security_group_rule': {'security_group_id': 'c6782388-4b50-4ad2-b3e2-affd4bd44149', 'project_id': 'b04452a6898a4320b96be88eed28325b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:26.498790 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601910a4-5cbd-4204-89f3-49e9a001c9d2 req-e5d5cdbf-f660-4a43-b1cc-cd21b6ba1d96 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:26.500251 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-601910a4-5cbd-4204-89f3-49e9a001c9d2 req-e5d5cdbf-f660-4a43-b1cc-cd21b6ba1d96 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0685711 Jun 16 11:42:26.515583 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.securitygroups_db [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Project b04452a6898a4320b96be88eed28325b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 11:42:26.522026 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.571541 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-601910a4-5cbd-4204-89f3-49e9a001c9d2 req-910a7289-f5ce-4fc1-96c6-aa99f3aa9bec tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647414 Jun 16 11:42:26.594237 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-1af71359-995b-4b4f-a17d-5dd63fcb0a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:26.595714 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-1af71359-995b-4b4f-a17d-5dd63fcb0a4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 1098 time: 0.0830259 Jun 16 11:42:26.600824 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.683172 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.689781 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-db22b37a-a6f9-464b-878a-d2c86f5cd572 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:26.713574 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-179eb0cc-b06b-4e69-963d-cb50b12fdcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:26.714775 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-179eb0cc-b06b-4e69-963d-cb50b12fdcc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 912 time: 0.0993145 Jun 16 11:42:26.715769 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a02428-a3c6-474b-b609-1c8735ec1da0,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:26.718129 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:26.821051 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-da514a6d-e4d3-413f-bcd8-f5c7d0d7b7b1 req-7a88093d-6d6d-40da-9868-826ff77c8e54 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 210 time: 0.0361764 Jun 16 11:42:26.823003 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-1fa2300d-1090-48d8-a345-cb4a4bc861f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 200 len: 1000 time: 0.0926421 Jun 16 11:42:26.841414 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:26.845435 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-33936924-f19a-4e19-906c-303f93e5c5a6 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4238150 Jun 16 11:42:26.881372 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-53c987d1-45c3-4b1d-ba70-520cffe5eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:26.882834 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-53c987d1-45c3-4b1d-ba70-520cffe5eb3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0517251 Jun 16 11:42:26.954598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-2ea497fe-108d-4fe3-bdbe-c3f1ef32484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:26.956117 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-2ea497fe-108d-4fe3-bdbe-c3f1ef32484d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663509 Jun 16 11:42:26.992355 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-92589fd5-3a81-4f0a-9b4f-32ec11ddb750 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448108207&fields=id&tenant_id=b04452a6898a4320b96be88eed28325b HTTP/1.1" status: 200 len: 267 time: 0.0554042 Jun 16 11:42:27.118919 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-e2232973-dcf5-4acb-ba23-55b46c97a4c3 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411469 Jun 16 11:42:27.131015 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-9aab6ac0-cf98-4c60-a9ff-2089d4443ee0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:27.132379 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-9aab6ac0-cf98-4c60-a9ff-2089d4443ee0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1309006 Jun 16 11:42:27.156247 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'port': {'security_groups': ['9c5dddd1-4891-48c4-9562-ebb018d9c24e', 'c6782388-4b50-4ad2-b3e2-affd4bd44149']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:27.330159 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2ddb8754-6ff5-4d6f-9e9a-a8983633fbd4 req-22c5e004-c8a0-4b68-be79-0018cdcbd06d service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968555 Jun 16 11:42:27.338688 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:27.397077 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43537c-9508-49bc-9130-917bf58010a2 req-18fd6e5b-50d7-4fa4-a0a6-b68fc9456f87 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:27.398518 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8c43537c-9508-49bc-9130-917bf58010a2 req-18fd6e5b-50d7-4fa4-a0a6-b68fc9456f87 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1591191 Jun 16 11:42:27.723701 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8c43537c-9508-49bc-9130-917bf58010a2 req-777ba098-a4e3-4b3b-aacf-48b808156e16 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194852 Jun 16 11:42:27.850063 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:27.911299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:27.933956 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ea843-bf62-4af7-b858-3b0b891ff955 req-bd57b203-593a-4b0a-9afd-b58b87270357 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:27.935441 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-623ea843-bf62-4af7-b858-3b0b891ff955 req-bd57b203-593a-4b0a-9afd-b58b87270357 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1020415 Jun 16 11:42:27.982400 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-623ea843-bf62-4af7-b858-3b0b891ff955 req-e3508259-6a5d-473d-b943-ccd0d0c5aa55 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412745 Jun 16 11:42:27.995638 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:28.004178 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-70196e54-5bc8-42d1-b02d-d0761b309445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:28.014231 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['7b6ff63f-d941-4b1b-bec3-e90ccb514c58'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:28.081293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:28.081987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:28.096273 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36e14b25-517b-4b10-b668-2e1fcdfae26e req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "PUT /v2.0/ports/7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 981 time: 0.9471519 Jun 16 11:42:28.097008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:28.102887 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904e91b8-ff6e-4ef5-9e14-adfb73232bef" -d '{"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:28.199236 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4f4b309e-f733-4ecc-843e-4cb5c9212eb5 req-70f5ef7b-8fec-4d57-afbe-1768df26d637 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 210 time: 0.0690906 Jun 16 11:42:28.200787 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=6']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:28.212258 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:28.369955 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['7b6ff63f-d941-4b1b-bec3-e90ccb514c58'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:28.449519 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-d94d1703-2bf2-4fa7-befc-6c82ae791300 None None] Provisioning complete for port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:28.449913 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d94d1703-2bf2-4fa7-befc-6c82ae791300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:28.502396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-103e8467-8fe5-43c7-8f9d-7df27ea60c7e tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:28.504998 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-103e8467-8fe5-43c7-8f9d-7df27ea60c7e tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "GET /v2.0/networks?id=f95a2699-a7ee-497a-914a-b6db6a32a0fc HTTP/1.1" status: 200 len: 808 time: 0.2279108 Jun 16 11:42:28.525510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Request body: {'port': {'device_id': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc', 'admin_state_up': True, 'tenant_id': '3393458113d84598a3bfbfada9d242da'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:28.541140 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5048d46-3318-427d-8333-d7b22379ebb1 req-598e2af0-85ba-42ce-95af-d94fb27c8e8d tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:28.542623 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a5048d46-3318-427d-8333-d7b22379ebb1 req-598e2af0-85ba-42ce-95af-d94fb27c8e8d tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1169519 Jun 16 11:42:28.654580 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a5048d46-3318-427d-8333-d7b22379ebb1 req-87b08654-80aa-4554-87e5-93a99f4b38a3 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0974631 Jun 16 11:42:28.756759 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596cf0f0-8adf-400f-a926-fbdfaef7824d x-openstack-request-id: req-596cf0f0-8adf-400f-a926-fbdfaef7824d {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:28.757530 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:28.757530 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-596cf0f0-8adf-400f-a926-fbdfaef7824d {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:28.757923 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'status': 'completed', 'code': 200} Jun 16 11:42:28.764647 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35667053-19ef-43bb-92ff-3221aea5a594 req-72c712d4-0b62-45c2-ba78-e940855ef5a9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:28.766156 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-35667053-19ef-43bb-92ff-3221aea5a594 req-72c712d4-0b62-45c2-ba78-e940855ef5a9 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.1636827 Jun 16 11:42:28.845730 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Made reservation on behalf of 3393458113d84598a3bfbfada9d242da for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:42:28.850427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:28.920074 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Deleting port c1d062b8-0f6b-412a-bb42-77e1d96f3544 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:42:28.920644 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:29.042485 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-e854941b-3dbb-490e-835f-d655d679a684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:29.043861 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-e854941b-3dbb-490e-835f-d655d679a684 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1137 time: 0.2428613 Jun 16 11:42:29.044818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] For port c1d062b8-0f6b-412a-bb42-77e1d96f3544, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c1d062b8-0f6b-412a-bb42-77e1d96f3544,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:29.050035 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:29.087885 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45a69a-7bcb-474c-8753-5f40ba593a05 req-b02d8bb9-5be1-4f97-8a9f-b6e65b18c8aa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:29.089416 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-eb45a69a-7bcb-474c-8753-5f40ba593a05 req-b02d8bb9-5be1-4f97-8a9f-b6e65b18c8aa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 946 time: 0.2192218 Jun 16 11:42:29.196543 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Calling delete_port for c1d062b8-0f6b-412a-bb42-77e1d96f3544 owned by compute:nova {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:42:29.221190 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Allocated IP 172.20.0.14 (f95a2699-a7ee-497a-914a-b6db6a32a0fc/e7b9c8b3-9ad1-4386-8919-fc855d4a2914/9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:42:29.239100 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-eb45a69a-7bcb-474c-8753-5f40ba593a05 req-f0f4ed5b-1d14-4f6b-b55e-c92bdfaa210d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402669 Jun 16 11:42:29.309163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-4527a5b5-81eb-48be-b5e1-0083f76e900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:29.310648 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-4527a5b5-81eb-48be-b5e1-0083f76e900b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 916 time: 0.2321155 Jun 16 11:42:29.466178 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:29.474661 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-83719da3-7384-4701-8b06-574509c62b03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:29.486482 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb', 'c1d062b8-0f6b-412a-bb42-77e1d96f3544'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:29.498708 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e8602a95-8d07-4240-8391-46e01681cc2c req-e12d1098-289c-4fe5-92d5-282662d8aa4f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 210 time: 0.0731378 Jun 16 11:42:29.515855 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-ebe8dd9a-b58b-48cc-a911-34fafaf46587 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 1000 time: 0.1939855 Jun 16 11:42:29.525866 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Pushing event deleted for resources: {'Port': ['ID=c1d062b8-0f6b-412a-bb42-77e1d96f3544,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:29.529168 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:29.596589 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] No DVR routers for this DVR port c1d062b8-0f6b-412a-bb42-77e1d96f3544 on host hv-cinder-79628 {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:42:29.600373 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:29.600552 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad69e-3b84-4b1e-9048-4a52a09c5003 req-e9572afb-4a9c-4d85-a5fa-cd5985d9cdf7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:29.602142 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c5dad69e-3b84-4b1e-9048-4a52a09c5003 req-e9572afb-4a9c-4d85-a5fa-cd5985d9cdf7 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.3552561 Jun 16 11:42:29.602568 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-35667053-19ef-43bb-92ff-3221aea5a594 req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "DELETE /v2.0/ports/c1d062b8-0f6b-412a-bb42-77e1d96f3544 HTTP/1.1" status: 204 len: 173 time: 0.8219540 Jun 16 11:42:29.603098 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'name': 'network-vif-deleted', 'tag': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:29.605530 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce41d2bc-6c06-4560-aded-270320cb90f3" -d '{"events": [{"server_uuid": "6f9cd419-82f4-419d-8aa7-8920b231c910", "name": "network-vif-deleted", "tag": "c1d062b8-0f6b-412a-bb42-77e1d96f3544"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:29.651275 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-f8d4f050-c3e6-4ffc-80e6-e745ae81adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:29.651850 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dce901-522b-4ce9-9a00-07583a4ab108 x-openstack-request-id: req-89dce901-522b-4ce9-9a00-07583a4ab108 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:29.652194 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9cd419-82f4-419d-8aa7-8920b231c910", "name": "network-vif-deleted", "tag": "c1d062b8-0f6b-412a-bb42-77e1d96f3544", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:29.652486 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89dce901-522b-4ce9-9a00-07583a4ab108 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:29.652808 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-f8d4f050-c3e6-4ffc-80e6-e745ae81adff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.1278656 Jun 16 11:42:29.652989 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9cd419-82f4-419d-8aa7-8920b231c910', 'name': 'network-vif-deleted', 'tag': 'c1d062b8-0f6b-412a-bb42-77e1d96f3544', 'status': 'completed', 'code': 200} Jun 16 11:42:29.716800 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:29.743702 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c5dad69e-3b84-4b1e-9048-4a52a09c5003 req-28b20085-f103-4fb2-b9c8-ffa0757f8fe6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258738 Jun 16 11:42:29.799302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-26182252-96c3-4075-999b-34097d60ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:29.800916 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-26182252-96c3-4075-999b-34097d60ec08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1356139 Jun 16 11:42:29.889420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:29.898541 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0a190dff-9016-4fd7-817f-c1ee338630c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:29.937246 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-637b6db6-5035-4bd9-8e94-64ce19ecef29 service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246312 Jun 16 11:42:29.961832 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Network f95a2699-a7ee-497a-914a-b6db6a32a0fc is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:42:29.964387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:42:29.968974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:42:29.984099 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Pushing event updated for resources: {'Port': ['ID=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:30.014045 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:30.085515 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:30.086151 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:30.117477 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904e91b8-ff6e-4ef5-9e14-adfb73232bef req-83db77ac-7baa-4942-a04a-778dee649b1f service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452520 Jun 16 11:42:30.196379 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6720331 Jun 16 11:42:30.212582 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Request body: {'port': {'device_id': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:42:30.290695 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:30.450100 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f6fc9643-6442-458c-94b6-80468fa12550 req-1742fc77-21b8-4ec9-b02c-2d15bb771e16 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f9cd419-82f4-419d-8aa7-8920b231c910 HTTP/1.1" status: 200 len: 210 time: 0.0403168 Jun 16 11:42:30.669558 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:42:30.679007 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:30.699659 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Transition to ACTIVE for port object 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:42:30.731879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b741f-1583-46e8-a607-b9b9dcf8ee0f req-7840bec8-f016-4fe8-8c5b-e170689d4677 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:30.733300 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-119b741f-1583-46e8-a607-b9b9dcf8ee0f req-7840bec8-f016-4fe8-8c5b-e170689d4677 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 932 time: 0.1098158 Jun 16 11:42:30.785550 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-119b741f-1583-46e8-a607-b9b9dcf8ee0f req-b6551909-4558-4b99-9e72-6fc6067a2b94 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453858 Jun 16 11:42:30.814200 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:30.816426 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:30.907900 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:30.910731 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:30.978863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Attempting to bind port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:42:30.979197 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Attempting to bind port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:42:30.979523 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Attempting to bind port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa on network f95a2699-a7ee-497a-914a-b6db6a32a0fc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:30.983971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa on network f95a2699-a7ee-497a-914a-b6db6a32a0fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:42:30.984218 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Attempting to bind port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa on network f95a2699-a7ee-497a-914a-b6db6a32a0fc {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:42:30.989039 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:42:30.989484 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Checking segment: {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:42:30.990181 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Bound using segment: {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:42:30.990382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Bound port: 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55851f4a-55f2-4a1b-8a9c-9b638a14ed24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:42:30.990700 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:31.058579 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] For port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:42:31.061663 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] For port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:42:31.127688 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:31.131764 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5ea79369-8a5f-47a4-bc19-1c8b294fcd83 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:31.162134 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:31.162804 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:31.164250 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] 10.222.0.60 "PUT /v2.0/ports/9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa HTTP/1.1" status: 200 len: 1094 time: 0.9582479 Jun 16 11:42:31.164753 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'tag': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:31.167124 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b81056-b90c-4d92-b4cd-78949d15902f" -d '{"events": [{"name": "network-changed", "server_uuid": "8322f66a-646b-4eee-ae67-5b81e158bb02", "tag": "9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:31.198255 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Pushing event updated for resources: {'Port': ['ID=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:31.202850 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:31.207245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3b53e-bce9-4b54-bb31-e325b61ec428 x-openstack-request-id: req-c3a3b53e-bce9-4b54-bb31-e325b61ec428 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:31.207245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8322f66a-646b-4eee-ae67-5b81e158bb02", "tag": "9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:31.207245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c3a3b53e-bce9-4b54-bb31-e325b61ec428 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:31.207245 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'tag': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa', 'status': 'completed', 'code': 200} Jun 16 11:42:31.307409 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81056-b90c-4d92-b4cd-78949d15902f req-e1693e06-6298-42bf-b9ff-2622f5ebb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:31.308898 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49b81056-b90c-4d92-b4cd-78949d15902f req-e1693e06-6298-42bf-b9ff-2622f5ebb827 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3393458113d84598a3bfbfada9d242da&device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 1097 time: 0.0548134 Jun 16 11:42:31.415932 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81056-b90c-4d92-b4cd-78949d15902f req-ffe04c1e-0cf4-4519-bd6f-9a6aa28f88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:31.417488 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49b81056-b90c-4d92-b4cd-78949d15902f req-ffe04c1e-0cf4-4519-bd6f-9a6aa28f88f3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3393458113d84598a3bfbfada9d242da&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0954807 Jun 16 11:42:31.522962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b81056-b90c-4d92-b4cd-78949d15902f req-f6cf6f5c-fc0d-4f00-9dba-3b43ddc0ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:31.524325 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49b81056-b90c-4d92-b4cd-78949d15902f req-f6cf6f5c-fc0d-4f00-9dba-3b43ddc0ecca service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0977616 Jun 16 11:42:31.647461 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-f987e89f-edd8-47c3-b37d-90e213e88411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:31.648745 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-f987e89f-edd8-47c3-b37d-90e213e88411 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3393458113d84598a3bfbfada9d242da&device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 1097 time: 0.0667009 Jun 16 11:42:31.695785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-024fb1e0-db16-4376-9d3a-009e05a5d85d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa HTTP/1.1" status: 200 len: 217 time: 0.0373428 Jun 16 11:42:31.750446 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-fe96ad7c-1922-42bb-8d8d-13d9e0661ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:31.751989 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-fe96ad7c-1922-42bb-8d8d-13d9e0661ace service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e7b9c8b3-9ad1-4386-8919-fc855d4a2914 HTTP/1.1" status: 200 len: 848 time: 0.0469570 Jun 16 11:42:31.799865 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-cd6da841-7410-478f-ae54-736d290ebe32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f95a2699-a7ee-497a-914a-b6db6a32a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287635 Jun 16 11:42:31.950530 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-4df2d412-96fc-42c4-b0f7-eb75e7016736 service neutron] 10.222.0.60 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379924 Jun 16 11:42:32.058677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bac57-83c2-42ee-9b22-e8ee52e182e9 req-4490256d-f3fd-47cf-9917-2983852827e5 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:32.060767 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c65bac57-83c2-42ee-9b22-e8ee52e182e9 req-4490256d-f3fd-47cf-9917-2983852827e5 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 944 time: 0.1501064 Jun 16 11:42:32.162373 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67a83459-2ab1-4bf1-b50c-f69486c5ff1b req-615efc83-8495-4697-be3a-56e19edc0e36 service neutron] 10.222.0.60 "GET /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989772 Jun 16 11:42:32.166437 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c65bac57-83c2-42ee-9b22-e8ee52e182e9 req-5d056dba-22f0-4e20-9bef-e7c446fc05f7 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912349 Jun 16 11:42:32.192161 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f4a1a-fe30-40b0-9b1a-34e7058afb0a req-80e06132-5522-432a-880c-8a9a22f9a6aa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:32.194101 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-866f4a1a-fe30-40b0-9b1a-34e7058afb0a req-80e06132-5522-432a-880c-8a9a22f9a6aa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1200798 Jun 16 11:42:32.234349 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-866f4a1a-fe30-40b0-9b1a-34e7058afb0a req-e4eaa0fe-12d2-4980-a6c2-a7b738b3baa0 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Jun 16 11:42:33.354560 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91216e-0fc1-41ee-9479-f55e2e97c087 req-3d53e251-98dc-49ae-9654-f483339d230e tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:33.357023 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d91216e-0fc1-41ee-9479-f55e2e97c087 req-3d53e251-98dc-49ae-9654-f483339d230e tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 944 time: 0.0682840 Jun 16 11:42:33.426439 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8d91216e-0fc1-41ee-9479-f55e2e97c087 req-37d52e71-264b-4eef-bf34-93abbf115303 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602906 Jun 16 11:42:33.458796 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3158a5-48f3-4bf6-88f1-61fa314e4ab1 req-a3ab5f13-14e8-49c9-a8f8-38d0956855a6 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:33.460845 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cf3158a5-48f3-4bf6-88f1-61fa314e4ab1 req-a3ab5f13-14e8-49c9-a8f8-38d0956855a6 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.1039450 Jun 16 11:42:33.502974 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cf3158a5-48f3-4bf6-88f1-61fa314e4ab1 req-05cb525d-1310-45f2-9424-60d62574fa49 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363195 Jun 16 11:42:33.548011 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c1d062b8-0f6b-412a-bb42-77e1d96f3544 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:42:33.571847 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: c1d062b8-0f6b-412a-bb42-77e1d96f3544 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:42:33.572190 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c1d062b8-0f6b-412a-bb42-77e1d96f3544 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:42:34.606501 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae938d-720a-40fc-b25f-88c7539ed9e0 req-fa516bd5-215c-4d87-b323-67968b3ad46c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:34.608015 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65ae938d-720a-40fc-b25f-88c7539ed9e0 req-fa516bd5-215c-4d87-b323-67968b3ad46c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 944 time: 0.0646195 Jun 16 11:42:34.676885 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65ae938d-720a-40fc-b25f-88c7539ed9e0 req-976de045-4bfb-46e2-a9db-068d45e24cf0 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630064 Jun 16 11:42:34.712253 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95374c3-c806-43c6-b867-1c84d453283d req-e949e7e9-8b0c-4b3c-b53b-febc246bf8e1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:34.713685 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f95374c3-c806-43c6-b867-1c84d453283d req-e949e7e9-8b0c-4b3c-b53b-febc246bf8e1 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0938456 Jun 16 11:42:34.751971 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f95374c3-c806-43c6-b867-1c84d453283d req-329105e9-0163-47fb-9424-5e913a1113ff tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Jun 16 11:42:35.564368 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:42:35.655971 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:35.667152 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa', 'network_id': 'f95a2699-a7ee-497a-914a-b6db6a32a0fc', 'port_id': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa', 'mac_address': 'fa:16:3e:41:88:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b9c8b3-9ad1-4386-8919-fc855d4a2914', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:42:35.707497 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:35.726666 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:42:35.743390 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:35.794030 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:35.800288 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-749daa26-9c2d-4ea5-8308-eb1c37f7f537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:35.863982 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:35.871907 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.872255 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.872835 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.873891 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.873891 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.874107 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.874373 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.874690 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.875026 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.875324 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.875639 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.875954 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:42:35.880342 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:35.886742 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b228cf-d93e-469d-ad7c-8c77935a96cc req-eb3bdd26-f482-48f0-b90f-87b9cf7dde79 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:35.888291 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c8b228cf-d93e-469d-ad7c-8c77935a96cc req-eb3bdd26-f482-48f0-b90f-87b9cf7dde79 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 945 time: 0.0857911 Jun 16 11:42:35.954547 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c8b228cf-d93e-469d-ad7c-8c77935a96cc req-16865bb9-a754-42da-addb-c8b4274fe37c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Jun 16 11:42:35.981572 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c4b0e-faf7-4efd-a5ad-7398bad23067 req-bf9893f7-4f8e-459a-bf7e-961a7fe24d26 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:35.983041 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-757c4b0e-faf7-4efd-a5ad-7398bad23067 req-bf9893f7-4f8e-459a-bf7e-961a7fe24d26 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0934212 Jun 16 11:42:36.021151 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-757c4b0e-faf7-4efd-a5ad-7398bad23067 req-d32055a2-36aa-431f-b3ce-6dfc4da18679 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Jun 16 11:42:36.254311 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:36.561381 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:37.151783 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac2c4-46d1-4534-90e8-d56ae3b7ae10 req-e0bd8d49-aeed-4279-b597-d985f965b829 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:37.153372 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8bac2c4-46d1-4534-90e8-d56ae3b7ae10 req-e0bd8d49-aeed-4279-b597-d985f965b829 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 945 time: 0.0755191 Jun 16 11:42:37.225234 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f8bac2c4-46d1-4534-90e8-d56ae3b7ae10 req-806b8449-3057-4511-8a77-7cc84ba02b5b tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Jun 16 11:42:37.249329 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f17701-2675-4e87-bc60-abc9d14247c9 req-7c8a41a1-6169-4d83-87c7-5a9f06b51439 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:37.250783 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2f17701-2675-4e87-bc60-abc9d14247c9 req-7c8a41a1-6169-4d83-87c7-5a9f06b51439 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0932887 Jun 16 11:42:37.292028 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2f17701-2675-4e87-bc60-abc9d14247c9 req-c239a557-753b-4fa2-ab7b-047fc5b69e92 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341718 Jun 16 11:42:37.562881 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:42:37.693862 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:42:37.698979 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:42:37.699355 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:37.778195 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:37.803744 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:37.806098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c1fd1-5009-47db-ad4c-5c9f7d5ba137" -d '{"events": [{"server_uuid": "8322f66a-646b-4eee-ae67-5b81e158bb02", "name": "network-vif-plugged", "status": "completed", "tag": "9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:37.819070 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:37.843356 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0987ce89-7d30-4ea1-afe7-3363fcc02c5a x-openstack-request-id: req-0987ce89-7d30-4ea1-afe7-3363fcc02c5a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:37.843664 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8322f66a-646b-4eee-ae67-5b81e158bb02", "name": "network-vif-plugged", "status": "completed", "tag": "9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:37.843977 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0987ce89-7d30-4ea1-afe7-3363fcc02c5a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:37.844334 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa', 'code': 200} Jun 16 11:42:38.311023 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:38.313179 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:38.389788 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:38.406097 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:38.426410 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb6c6c-96c5-4d36-9d03-52fed09df625 req-7b4f45b7-2bda-421d-a20a-9848ec8dddd2 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:38.431779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcdb6c6c-96c5-4d36-9d03-52fed09df625 req-7b4f45b7-2bda-421d-a20a-9848ec8dddd2 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0816612 Jun 16 11:42:38.500174 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fcdb6c6c-96c5-4d36-9d03-52fed09df625 req-b2044a41-69ba-4d15-8e8a-5be6d46010dd tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615346 Jun 16 11:42:38.522932 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce5494-0786-487c-aadc-29a50da20709 req-8712d579-9c51-47c8-a98a-fc93d060fd67 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:38.524419 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9ce5494-0786-487c-aadc-29a50da20709 req-8712d579-9c51-47c8-a98a-fc93d060fd67 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0954018 Jun 16 11:42:38.585973 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9ce5494-0786-487c-aadc-29a50da20709 req-f9e349e7-ab0a-4f40-9609-48f6cecf5ea7 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534618 Jun 16 11:42:38.603280 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a277d-91f7-44f7-b259-64ca58dc908b req-b41209e8-4c0e-41af-bbf8-0691e7ce35ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:38.604743 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f47a277d-91f7-44f7-b259-64ca58dc908b req-b41209e8-4c0e-41af-bbf8-0691e7ce35ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 1099 time: 0.0794773 Jun 16 11:42:38.644352 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f47a277d-91f7-44f7-b259-64ca58dc908b req-1f421bc9-e3fc-4f81-abe1-fcd783421bd2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280967 Jun 16 11:42:39.679646 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422391ca-b568-4bc2-b86f-d75473d488d1 req-0676cdf6-c5c4-434e-b14c-917e93d586db tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:39.681385 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-422391ca-b568-4bc2-b86f-d75473d488d1 req-0676cdf6-c5c4-434e-b14c-917e93d586db tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0696690 Jun 16 11:42:39.995066 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-422391ca-b568-4bc2-b86f-d75473d488d1 req-4d0fde00-d6d4-48ab-a4ea-1c58a29cc4ec tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067904 Jun 16 11:42:40.029408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53262d-a5d7-410e-ad77-eb8d81e12627 req-50967dfb-5998-488f-80bd-6b4c5d6d2262 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:40.030851 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6f53262d-a5d7-410e-ad77-eb8d81e12627 req-50967dfb-5998-488f-80bd-6b4c5d6d2262 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0816870 Jun 16 11:42:40.070186 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6f53262d-a5d7-410e-ad77-eb8d81e12627 req-70a8b10d-5f5a-4248-b516-ec4886e8ab3a tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jun 16 11:42:41.171571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa44822-4189-4e03-8804-65f06ca05eab req-38a3dc9b-151f-4bbd-a622-bdc04618eb04 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:41.173022 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0fa44822-4189-4e03-8804-65f06ca05eab req-38a3dc9b-151f-4bbd-a622-bdc04618eb04 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0660591 Jun 16 11:42:41.228806 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0fa44822-4189-4e03-8804-65f06ca05eab req-dfd0d257-a0f7-41f4-86cc-2b056a2c68f0 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Jun 16 11:42:41.279203 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3b91c-5292-414d-bad4-62e3fb29f6e8 req-e3d86482-8b97-4790-b6d2-3f432b25e5f5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:41.280637 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a6e3b91c-5292-414d-bad4-62e3fb29f6e8 req-e3d86482-8b97-4790-b6d2-3f432b25e5f5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0676270 Jun 16 11:42:41.331062 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a6e3b91c-5292-414d-bad4-62e3fb29f6e8 req-09d8bcc1-6d98-4e43-ab0c-f3aaaa319922 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431774 Jun 16 11:42:42.408358 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a6ec6-6349-46c2-870a-75a602cae51a req-e5f83719-1310-47fe-b231-2c25d91d60a6 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:42.409761 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e3a6ec6-6349-46c2-870a-75a602cae51a req-e5f83719-1310-47fe-b231-2c25d91d60a6 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0637043 Jun 16 11:42:42.457836 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7e3a6ec6-6349-46c2-870a-75a602cae51a req-836da651-2398-4a1a-b080-604f659792a6 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Jun 16 11:42:42.512694 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28139f-1d18-41c7-924f-2583905e1a8e req-af59321a-b188-445e-a196-85d6c510ade2 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:42.514177 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc28139f-1d18-41c7-924f-2583905e1a8e req-af59321a-b188-445e-a196-85d6c510ade2 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0702276 Jun 16 11:42:42.552724 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc28139f-1d18-41c7-924f-2583905e1a8e req-179af069-7d26-4c73-acdd-620ed3d3056c tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/security-groups?id=5521ada3-4971-4592-9eb2-79006ea6e4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Jun 16 11:42:43.175409 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-eafc1c86-287c-4036-9d69-5dfe99d49011 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:43.177146 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-eafc1c86-287c-4036-9d69-5dfe99d49011 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 945 time: 0.0624492 Jun 16 11:42:43.224584 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7276-ab3c-45c1-bd47-8e3c356db1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:43.293615 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Deleting port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:42:43.293966 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:43.378696 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] For port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:43.378968 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:43.446319 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Calling delete_port for ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:42:43.648463 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:43.653006 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-44f19012-8eb2-4122-91a2-cb2a5620d7b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:43.691657 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Pushing event deleted for resources: {'Port': ['ID=ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:43.715882 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:43.732622 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0396c370-8853-4b1c-a1eb-5bce48909e45 req-5a1044f0-8f2c-4298-bb5f-baf49e8fca46 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 210 time: 0.0511208 Jun 16 11:42:43.756095 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] No DVR routers for this DVR port ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:42:43.765618 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:43.767458 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6a22166a-d807-4a35-a04a-12ffbcfc3c9c req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.60 "DELETE /v2.0/ports/ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb HTTP/1.1" status: 204 len: 173 time: 0.5847144 Jun 16 11:42:43.767957 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0165acf3-4353-416e-8281-db5820ea832d', 'name': 'network-vif-deleted', 'tag': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:43.770657 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743ca16d-6237-4579-92a7-0cc69423e07e" -d '{"events": [{"server_uuid": "0165acf3-4353-416e-8281-db5820ea832d", "name": "network-vif-deleted", "tag": "ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:43.824905 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634bef11-9c99-4efe-9aad-bc8972ea481b x-openstack-request-id: req-634bef11-9c99-4efe-9aad-bc8972ea481b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:43.825303 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0165acf3-4353-416e-8281-db5820ea832d", "name": "network-vif-deleted", "tag": "ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:43.825589 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-634bef11-9c99-4efe-9aad-bc8972ea481b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:43.828372 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0165acf3-4353-416e-8281-db5820ea832d', 'name': 'network-vif-deleted', 'tag': 'ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb', 'status': 'completed', 'code': 200} Jun 16 11:42:43.845303 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efbdfc-0bf0-4c6e-882e-fe65d3ad98c1 req-e831a19b-c990-4822-97d9-c0cb488cae50 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:43.846912 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79efbdfc-0bf0-4c6e-882e-fe65d3ad98c1 req-e831a19b-c990-4822-97d9-c0cb488cae50 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0928035 Jun 16 11:42:43.887300 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79efbdfc-0bf0-4c6e-882e-fe65d3ad98c1 req-e6b950d1-9e9f-4dc2-900b-45ce61a28feb tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331929 Jun 16 11:42:44.894945 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ca1330a6-b053-4c04-93b1-6d8fdfbdcbd9 req-b5506a8f-3a35-444b-a77f-762b2afc67fa tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 210 time: 0.0280411 Jun 16 11:42:45.892376 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-83e3874f-4193-4baf-ad62-8ef18ed1dbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:46.050024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0a791188-9d9e-488c-b6cd-149031830009 req-38d1fe82-191a-402b-8a91-8e3194928f5d tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 210 time: 0.0295606 Jun 16 11:42:46.122263 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:47.059834 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:47.216169 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd289bbe-a646-4997-b89b-7e10c6702b7d req-e2c5edc3-4d5d-4d13-9718-9e4a64d9e5b4 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] 10.222.0.45 "GET /v2.0/ports?device_id=0165acf3-4353-416e-8281-db5820ea832d HTTP/1.1" status: 200 len: 210 time: 0.0326791 Jun 16 11:42:47.338913 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:42:47.359666 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:42:47.360038 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ecc4d135-2bea-4c59-b4b6-f2b6a7c5dacb not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:42:48.309627 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52950) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:48.733898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:48.927075 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:49.047956 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Deleting port 84650c08-a727-4582-a19a-987de9b0ed6f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:42:49.048297 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:49.137983 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] For port 84650c08-a727-4582-a19a-987de9b0ed6f, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=84650c08-a727-4582-a19a-987de9b0ed6f,segment=NetworkSegment(62f6e584-cc8b-4e0e-bd4a-1290136640c3),segment_id=62f6e584-cc8b-4e0e-bd4a-1290136640c3)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:49.140971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:49.205993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Calling delete_port for 84650c08-a727-4582-a19a-987de9b0ed6f owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:42:49.490287 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:49.492408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db741f84-6f11-43ef-91be-ba8f862b6a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:49.517111 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=84650c08-a727-4582-a19a-987de9b0ed6f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:49.521189 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:49.743461 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:49.758577 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41cba8-bebd-405d-9966-f774a8e92921 req-d74416a6-98ec-4c6d-9372-8a5ebea15852 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:49.760065 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2a41cba8-bebd-405d-9966-f774a8e92921 req-d74416a6-98ec-4c6d-9372-8a5ebea15852 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.1060028 Jun 16 11:42:49.870717 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2a41cba8-bebd-405d-9966-f774a8e92921 req-9c874fe1-65cc-4371-a0dd-dedd6bec0de2 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042569 Jun 16 11:42:50.263612 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Router 47333e0b-34d1-4f1f-a0eb-01c381e824fd has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:42:50.373500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:42:50.379000 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] 10.222.0.45 "PUT /v2.0/routers/47333e0b-34d1-4f1f-a0eb-01c381e824fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0678709 Jun 16 11:42:50.382201 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52972) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:50.385999 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] Sync routers for ids ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:42:50.396222 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] Routers {'47333e0b-34d1-4f1f-a0eb-01c381e824fd'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:50.396923 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:50.489576 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:50.508405 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] Set router 47333e0b-34d1-4f1f-a0eb-01c381e824fd gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:50.600059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:50.724259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Deleting port 4728fad8-7b09-4d63-aa3e-9cdca849bd16 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:42:50.724791 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:50.802837 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:42:49Z', 'revision_number': 5, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port': {'id': '4728fad8-7b09-4d63-aa3e-9cdca849bd16', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:45Z', 'updated_at': '2021-06-16T11:38:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:50.806948 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] Checking router: 47333e0b-34d1-4f1f-a0eb-01c381e824fd for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:42:50.812269 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] For port 4728fad8-7b09-4d63-aa3e-9cdca849bd16, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=4728fad8-7b09-4d63-aa3e-9cdca849bd16,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:50.812669 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:50.814739 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] Routers {'47333e0b-34d1-4f1f-a0eb-01c381e824fd'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:42:50.815338 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:42:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:50.883693 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Calling delete_port for 4728fad8-7b09-4d63-aa3e-9cdca849bd16 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:42:50.907692 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] Set router 47333e0b-34d1-4f1f-a0eb-01c381e824fd gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:42:50.964522 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:42:50Z', 'revision_number': 6, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port_host': None}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:50.968406 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfeae88-4c0b-477f-84c9-232ddeb410b3 None None] The sync data for ids ['47333e0b-34d1-4f1f-a0eb-01c381e824fd'] in dv-cinder-796286-5-iscsi is: [{'id': '47333e0b-34d1-4f1f-a0eb-01c381e824fd', 'name': 'tempest-ServerRescueNegativeTestJSON-367734965-router', 'tenant_id': 'f30dd32f820f423a9706c45c867f12e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:44Z', 'updated_at': '2021-06-16T11:42:50Z', 'revision_number': 6, 'project_id': 'f30dd32f820f423a9706c45c867f12e6', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:42:51.105618 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8b593-8abf-440c-a66b-836e7d1f948a req-18e33de9-478c-4948-9359-d395bda62d12 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:51.107095 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4de8b593-8abf-440c-a66b-836e7d1f948a req-18e33de9-478c-4948-9359-d395bda62d12 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.1044664 Jun 16 11:42:51.146522 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4de8b593-8abf-440c-a66b-836e7d1f948a req-8961842f-9bac-4019-b20f-1b5ad4265ee6 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Jun 16 11:42:51.179306 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.181500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b156cbac-5ee7-4f59-83eb-170906830397 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:51.210278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Pushing event deleted for resources: {'Port': ['ID=4728fad8-7b09-4d63-aa3e-9cdca849bd16,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:51.212550 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:51.276359 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.388264 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.393383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.522393 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.522900 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47333e0b-34d1-4f1f-a0eb-01c381e824fd {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:42:51.527667 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.528902 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] 10.222.0.45 "DELETE /v2.0/routers/47333e0b-34d1-4f1f-a0eb-01c381e824fd HTTP/1.1" status: 204 len: 168 time: 1.1457758 Jun 16 11:42:51.531453 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 52982) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:51.575615 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Deleting subnet 043c69ea-3384-4efe-b710-3a2bb8764362 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:42:51.578805 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.612622 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.659505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.826079 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.830062 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:51.861368 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:51.863202 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/043c69ea-3384-4efe-b710-3a2bb8764362 HTTP/1.1" status: 204 len: 168 time: 0.3307335 Jun 16 11:42:51.864640 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043c69ea-3384-4efe-b710-3a2bb8764362,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:51.865785 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52988) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:51.866936 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9b922cd6-1f1e-4b05-a854-d3fb935a8b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:51.941203 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.031858 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.042829 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fac953-3354-486b-95ea-7ede4022e578']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:52.054061 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4728fad8-7b09-4d63-aa3e-9cdca849bd16 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:42:52.054662 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f6e584-cc8b-4e0e-bd4a-1290136640c3') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:52.054662 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f6e584-cc8b-4e0e-bd4a-1290136640c3') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:42:52.063488 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.076806 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 4728fad8-7b09-4d63-aa3e-9cdca849bd16 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:42:52.077191 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4728fad8-7b09-4d63-aa3e-9cdca849bd16 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:42:52.077781 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 84650c08-a727-4582-a19a-987de9b0ed6f no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:42:52.085996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.093584 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Releasing vlan 1163 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:42:52.094044 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: retrieve_revision_numbers = { Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:42:52.095783 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:42:52.100222 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 84650c08-a727-4582-a19a-987de9b0ed6f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:42:52.100222 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 84650c08-a727-4582-a19a-987de9b0ed6f not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:42:52.219683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.224613 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.229441 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] 10.222.0.45 "DELETE /v2.0/networks/82fac953-3354-486b-95ea-7ede4022e578 HTTP/1.1" status: 204 len: 168 time: 0.3620782 Jun 16 11:42:52.230728 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ce93ec90-dc8d-4851-b296-55e0ef26d897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:52.242679 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82fac953-3354-486b-95ea-7ede4022e578,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:52.245628 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:52.323343 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c88df-d6a4-4080-bc7f-7b0673aaf44e req-af45fb12-fa1b-4c67-8ce2-5d5913c3ebca tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:52.324845 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-792c88df-d6a4-4080-bc7f-7b0673aaf44e req-af45fb12-fa1b-4c67-8ce2-5d5913c3ebca tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0647447 Jun 16 11:42:52.365600 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-792c88df-d6a4-4080-bc7f-7b0673aaf44e req-3998c86d-9f8e-4e36-b0dc-c4b66494a6ac tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Jun 16 11:42:52.626601 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52994) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:52.670995 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6d523fd5-49aa-457c-bd61-a666078e9502 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f30dd32f820f423a9706c45c867f12e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0430937 Jun 16 11:42:52.675009 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 52996) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:52.729813 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.753301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.951437 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.956376 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:52.957571 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5521ada3-4971-4592-9eb2-79006ea6e4d7 HTTP/1.1" status: 204 len: 168 time: 0.2816200 Jun 16 11:42:52.958648 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d2a8afe0-40b0-4883-acbd-98d84b3a2f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:52.969248 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5521ada3-4971-4592-9eb2-79006ea6e4d7,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:52.971767 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:53.043914 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:42:53.548390 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadb994-fa25-4a7c-bdb7-7376487e6a4e req-a3ba7d04-e249-441b-bdf0-6087b070164b tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:53.549934 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bdadb994-fa25-4a7c-bdb7-7376487e6a4e req-a3ba7d04-e249-441b-bdf0-6087b070164b tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0660853 Jun 16 11:42:53.593735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bdadb994-fa25-4a7c-bdb7-7376487e6a4e req-da72379a-a249-485d-a5c3-313680d66cf3 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/security-groups?id=fc26f4f3-b401-4c66-9317-1add91248f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373609 Jun 16 11:42:54.018822 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-4b02803a-b361-471e-9d85-3e3abda88aa9 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:54.020880 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-4b02803a-b361-471e-9d85-3e3abda88aa9 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 946 time: 0.0758400 Jun 16 11:42:54.137623 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Deleting port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:42:54.137971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:54.238383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] For port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,segment=NetworkSegment(55851f4a-55f2-4a1b-8a9c-9b638a14ed24),segment_id=55851f4a-55f2-4a1b-8a9c-9b638a14ed24)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:42:54.238642 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:54.309469 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Calling delete_port for 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:42:54.532659 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:54.536865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:54.553873 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:42:54.567986 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Pushing event deleted for resources: {'Port': ['ID=9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:54.571166 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:54.614199 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] No DVR routers for this DVR port 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:42:54.616241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:54.618315 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db150350-47e8-4f4f-bdcc-bfaf27b04e6a req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.60 "DELETE /v2.0/ports/9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa HTTP/1.1" status: 204 len: 173 time: 0.5858653 Jun 16 11:42:54.619055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'name': 'network-vif-deleted', 'tag': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:42:54.621180 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1302b4a-096c-4673-8228-937c4c7c945a" -d '{"events": [{"server_uuid": "8322f66a-646b-4eee-ae67-5b81e158bb02", "name": "network-vif-deleted", "tag": "9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:42:54.669112 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec4e619-d2bd-4663-922c-b412353b2d78 x-openstack-request-id: req-8ec4e619-d2bd-4663-922c-b412353b2d78 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:42:54.669594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8322f66a-646b-4eee-ae67-5b81e158bb02", "name": "network-vif-deleted", "tag": "9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:42:54.670281 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ec4e619-d2bd-4663-922c-b412353b2d78 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:42:54.671178 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8322f66a-646b-4eee-ae67-5b81e158bb02', 'name': 'network-vif-deleted', 'tag': '9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa', 'status': 'completed', 'code': 200} Jun 16 11:42:54.750385 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7bde37b8-4b61-4186-a335-4bfb883d2c2f req-92c5c479-1e05-437d-a750-e58aaeafa8fb tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 210 time: 0.0329940 Jun 16 11:42:55.012953 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-085450af-60f0-49b4-b2a5-69dcd06764f2 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762076554&fields=id&tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced HTTP/1.1" status: 200 len: 267 time: 0.0497797 Jun 16 11:42:55.148791 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-1dfc1e7c-4da9-4f9e-b2bf-2b02b06eed88 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:42:55.151361 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-1dfc1e7c-4da9-4f9e-b2bf-2b02b06eed88 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 807 time: 0.1314037 Jun 16 11:42:55.168449 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-1dfe2be5-e7ab-47e4-8c62-701dec679914 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/quotas/e1eb02c3b71543b585bf2b0fd35f6ced HTTP/1.1" status: 200 len: 375 time: 0.0103793 Jun 16 11:42:55.255109 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-14d9a957-03dc-4484-b63a-e6c1813d309c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805018 Jun 16 11:42:55.359747 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-9078c915-5de5-4dd7-b3ff-0fedea74303b service neutron] 10.222.0.45 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908794 Jun 16 11:42:55.464746 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-89cfcbf8-b9fb-4b7c-bf36-98c3b1d90f22 service neutron] 10.222.0.45 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014040 Jun 16 11:42:55.751764 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53080) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:55.861110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:55.920291 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4a590a1b-7c22-424a-b246-ad6400d454d7 req-e1880818-0d55-4dfe-924b-a1e81d8fbb4b tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] 10.222.0.45 "GET /v2.0/ports?device_id=8322f66a-646b-4eee-ae67-5b81e158bb02 HTTP/1.1" status: 200 len: 210 time: 0.0335982 Jun 16 11:42:55.993244 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:56.065697 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:56.076545 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-52f4077b-3cf7-4fbf-96aa-658bae478373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:56.136886 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3235785-6bde-483c-bc82-0d3efd427673,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:56.149197 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef3138736db4433a980981166c32aaa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3960822 Jun 16 11:42:56.150959 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:56.153276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53094) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:56.187399 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-776e6cd1-4fb2-449b-a33a-0294f96d31e5 req-606453c6-22a6-47eb-bd5d-fd7fad22d675 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0487359 Jun 16 11:42:56.227333 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:56.248910 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:56.373776 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:56.376664 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:56.377971 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3235785-6bde-483c-bc82-0d3efd427673 HTTP/1.1" status: 204 len: 168 time: 0.2225924 Jun 16 11:42:56.379058 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-30a11ff2-be65-4582-9ed7-6b7341f48059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:56.391432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3235785-6bde-483c-bc82-0d3efd427673,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:56.395216 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:57.138409 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53118) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:57.152865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.276308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.343735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1d456026-2a6e-4139-86e9-c41f9f213853 req-3ba5cb6a-486d-4178-ad90-930ace88e8a6 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0336514 Jun 16 11:42:57.419099 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.422863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6a6c5118-f0b5-4236-8d83-bc69d1db35f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:57.468462 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15f8aac2e2d845bfbda2571b520f8b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247647 Jun 16 11:42:57.468462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53134) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:42:57.478469 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55afab8e-ce1e-46b4-8f4f-2ee8688e02d2,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:57.487144 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:57.539133 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.561951 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.688449 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.691240 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:42:57.693063 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/55afab8e-ce1e-46b4-8f4f-2ee8688e02d2 HTTP/1.1" status: 204 len: 168 time: 0.2235827 Jun 16 11:42:57.693835 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-80195747-b742-4930-bc60-41cb502af7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:42:57.701387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55afab8e-ce1e-46b4-8f4f-2ee8688e02d2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:42:57.704059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:42:58.496053 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6c2a0dc8-c5ea-4ae5-a420-82209e1f6eda req-3108d9a7-0877-4ea3-838e-0314841405d4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0338671 Jun 16 11:42:59.643302 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-32e595cd-3e6a-4373-8bde-9a26e428d808 req-6f0bf2e9-3e5e-4cd7-8b25-3408943b8af8 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0291827 Jun 16 11:43:00.556360 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:43:00.579218 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:43:00.579564 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 9f14ad9f-3ff8-4429-ac1f-e0198b2e9cfa not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:43:00.789984 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3abc00b9-1fd8-43db-a09c-5cf31cd95ceb req-04fc2845-3925-4102-aba0-da2fad43f200 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0307703 Jun 16 11:43:01.712689 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-f37b1250-ea6d-4f60-a8b6-1444a70f166d tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:01.714338 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-f37b1250-ea6d-4f60-a8b6-1444a70f166d tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.60 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 807 time: 0.1081722 Jun 16 11:43:01.774192 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-ba674e20-5183-4fa8-9b6c-5fa9be6605a4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced HTTP/1.1" status: 200 len: 380 time: 0.0363572 Jun 16 11:43:01.787280 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'port': {'device_id': '2ac19939-4a02-4848-9243-c267d336588f', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'admin_state_up': True, 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'security_groups': ['d3bca550-da4b-4254-8cc6-d8bfd8698897']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:01.938316 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90bb5794-b5bc-4cf1-b704-0553222de909 req-9d04245b-d87d-47d0-adcf-71506dd54879 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0313783 Jun 16 11:43:01.972604 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Made reservation on behalf of e1eb02c3b71543b585bf2b0fd35f6ced for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:43:01.976299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:02.102121 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Allocated IP 172.20.0.6 (03a9df6e-043b-4a22-a8f3-f4b2ae1d9743/fa6b985a-17f3-4c47-80ec-b4bedffea1df/4d4d10e2-53d8-4df7-a17e-22068d58e139) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:02.249161 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:02.264459 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Transition to ACTIVE for port object 4d4d10e2-53d8-4df7-a17e-22068d58e139 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:02.372542 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:02.376752 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-24767087-4cb9-48ec-9063-689d21f170c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:02.421551 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:02.427846 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:02.431867 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:02.460676 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:02.478176 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.481347 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.482024 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.482024 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.482239 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.482716 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:02.489712 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:02.508337 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:02.509073 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:02.637235 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8546875 Jun 16 11:43:02.654517 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Request body: {'port': {'device_id': '2ac19939-4a02-4848-9243-c267d336588f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:02.733788 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:02.808113 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e132233-865d-4b99-bd1d-eac6d2102006 None None] Provisioning for port 4d4d10e2-53d8-4df7-a17e-22068d58e139 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:43:02.812375 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-5e132233-865d-4b99-bd1d-eac6d2102006 None None] Provisioning complete for port 4d4d10e2-53d8-4df7-a17e-22068d58e139 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:43:02.812824 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-5e132233-865d-4b99-bd1d-eac6d2102006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:02.866992 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-5e132233-865d-4b99-bd1d-eac6d2102006 None None] Port 4d4d10e2-53d8-4df7-a17e-22068d58e139 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:43:03.074909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4d10e2-53d8-4df7-a17e-22068d58e139 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:03.085690 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:03.101388 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Transition to ACTIVE for port object 4d4d10e2-53d8-4df7-a17e-22068d58e139 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:03.184688 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd6c67-c987-4b37-8031-499ed3dc9b84 req-aaceba74-2371-44ee-90c5-10f36c054d10 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:03.189546 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7dbd6c67-c987-4b37-8031-499ed3dc9b84 req-aaceba74-2371-44ee-90c5-10f36c054d10 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 931 time: 0.0846426 Jun 16 11:43:03.190600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:03.194002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:03.300052 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:03.310048 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:03.390464 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7dbd6c67-c987-4b37-8031-499ed3dc9b84 req-ad1c680a-4330-44ad-8562-3f7aa60c2750 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930263 Jun 16 11:43:03.407610 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Attempting to bind port 4d4d10e2-53d8-4df7-a17e-22068d58e139 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:43:03.408742 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Attempting to bind port 4d4d10e2-53d8-4df7-a17e-22068d58e139 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:43:03.409101 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Attempting to bind port 4d4d10e2-53d8-4df7-a17e-22068d58e139 on network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:03.416338 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Port 4d4d10e2-53d8-4df7-a17e-22068d58e139 on network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:43:03.417486 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Attempting to bind port 4d4d10e2-53d8-4df7-a17e-22068d58e139 on network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:03.423054 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:43:03.423404 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Checking segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:43:03.423924 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Bound using segment: {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:43:03.424376 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Bound port: 4d4d10e2-53d8-4df7-a17e-22068d58e139, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7596ad77-4e44-40f1-bd7a-ec11462ea09a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:43:03.424726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:03.580605 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:43:03.589904 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:43:03.672160 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:03.696406 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a339e760-08a4-4fe7-bf7f-dda70dc162e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:03.710405 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:03.711571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:03.713752 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] 10.222.0.60 "PUT /v2.0/ports/4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 1093 time: 1.0647135 Jun 16 11:43:03.714874 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:03.719356 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:03.827864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a915342-276f-4837-b911-22098cce00ab x-openstack-request-id: req-4a915342-276f-4837-b911-22098cce00ab {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:03.827864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:03.831257 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a915342-276f-4837-b911-22098cce00ab {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:03.832344 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'status': 'completed', 'code': 200} Jun 16 11:43:03.895606 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:03.908245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:03.964428 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc req-ececa777-9701-492d-a200-b5ba15c6587b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:03.970416 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc req-ececa777-9701-492d-a200-b5ba15c6587b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1096 time: 0.1274157 Jun 16 11:43:04.155494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc req-9364629b-f73f-41c5-94a5-f45ff2ec8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:04.157183 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc req-9364629b-f73f-41c5-94a5-f45ff2ec8a0f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1820302 Jun 16 11:43:04.358423 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc req-a5b185fe-693f-45a1-a03a-f3c617adfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:04.359982 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d6bf3b2-04a8-4ad0-9143-b89d256e12fc req-a5b185fe-693f-45a1-a03a-f3c617adfbcb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1951237 Jun 16 11:43:04.387870 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac41862-aa91-4b3c-82af-b906cc833942 req-2db56f0f-d289-4119-ace4-77fac34b6170 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:04.396165 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aac41862-aa91-4b3c-82af-b906cc833942 req-2db56f0f-d289-4119-ace4-77fac34b6170 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1115735 Jun 16 11:43:04.450249 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aac41862-aa91-4b3c-82af-b906cc833942 req-378d2def-da50-43eb-a3f1-124e4bdc4e3e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535810 Jun 16 11:43:04.510907 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-3a94790d-71ac-4fc3-a84d-025314c4756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:04.513358 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-3a94790d-71ac-4fc3-a84d-025314c4756e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1096 time: 0.0813794 Jun 16 11:43:04.568183 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-e263067e-3164-4bef-9efc-6321e846d765 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 217 time: 0.0461798 Jun 16 11:43:04.648194 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-35fa09cc-c20d-4abb-b562-d17fa6a5779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:04.649834 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-35fa09cc-c20d-4abb-b562-d17fa6a5779b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 200 len: 846 time: 0.0723193 Jun 16 11:43:04.698595 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77d92b-d7c4-48ac-88c1-ac9ae71a66df req-eb2d3d20-c3c6-4b77-b94d-7ad1570ca9d4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:04.700151 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b77d92b-d7c4-48ac-88c1-ac9ae71a66df req-eb2d3d20-c3c6-4b77-b94d-7ad1570ca9d4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.1357629 Jun 16 11:43:05.049202 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a6f8bfa3-c74a-4fee-b264-aeedd1c67cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:05.055804 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-a6f8bfa3-c74a-4fee-b264-aeedd1c67cf0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3922508 Jun 16 11:43:05.059121 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2b77d92b-d7c4-48ac-88c1-ac9ae71a66df req-d9431181-2bbb-4fcf-9eb6-87e0d9c93552 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487992 Jun 16 11:43:05.148272 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-b4fb6d08-f6c3-47d2-ba68-83d8bb9e3c80 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881789 Jun 16 11:43:05.277779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7b8f2b0-7304-44b2-9a0c-3cc52ed7cabf req-9bde99b7-742b-49b0-8348-63758466c5a8 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193142 Jun 16 11:43:05.740857 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51679189-7cb2-4b40-b88b-f2af3c016c83 req-6251c960-f4ec-4795-b4aa-55b12183f84d tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:05.755689 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-51679189-7cb2-4b40-b88b-f2af3c016c83 req-6251c960-f4ec-4795-b4aa-55b12183f84d tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.1559534 Jun 16 11:43:05.803717 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-51679189-7cb2-4b40-b88b-f2af3c016c83 req-071e320c-626e-456b-98dd-abc6f7383eda tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Jun 16 11:43:06.267480 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ababa7b-e472-4540-b45a-c5ba3dffc8a7 req-82f21632-0db7-4a9a-992a-519245dca09c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:06.272442 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6ababa7b-e472-4540-b45a-c5ba3dffc8a7 req-82f21632-0db7-4a9a-992a-519245dca09c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0843358 Jun 16 11:43:06.321891 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6ababa7b-e472-4540-b45a-c5ba3dffc8a7 req-acd27db7-1d73-4f95-8fd7-5dbad5ecc16f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464325 Jun 16 11:43:06.510741 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:06.738962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-47d19764-8704-4604-b22b-0a519fc6d4bd tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:06.740295 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-47d19764-8704-4604-b22b-0a519fc6d4bd tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.0733616 Jun 16 11:43:06.851240 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Deleting port 26b53521-9dbc-488d-b585-07bd3850e061 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:43:06.851591 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:06.988670 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] For port 26b53521-9dbc-488d-b585-07bd3850e061, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=26b53521-9dbc-488d-b585-07bd3850e061,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:06.989378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:07.084974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Calling delete_port for 26b53521-9dbc-488d-b585-07bd3850e061 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:43:07.185879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97dfedb-1c6d-474e-b067-d6a32168db09 req-6f2c6a5f-a18c-44ac-9dd4-0ceba21508be tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:07.192935 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e97dfedb-1c6d-474e-b067-d6a32168db09 req-6f2c6a5f-a18c-44ac-9dd4-0ceba21508be tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 945 time: 0.2003496 Jun 16 11:43:07.258517 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e97dfedb-1c6d-474e-b067-d6a32168db09 req-56882956-2887-4dce-9504-536736bc76ab tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645576 Jun 16 11:43:07.383807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:07.389806 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-12edd567-a795-4afa-9104-faca9829504c tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:07.399235 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['26b53521-9dbc-488d-b585-07bd3850e061'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:43:07.417440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Pushing event deleted for resources: {'Port': ['ID=26b53521-9dbc-488d-b585-07bd3850e061,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:07.420709 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:07.465065 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] No DVR routers for this DVR port 26b53521-9dbc-488d-b585-07bd3850e061 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:43:07.467598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:07.469827 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-904cdc51-02d4-4401-b48e-018b4c1f5415 req-05e33e0c-cfa0-4d2d-850e-db1898cc655f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "DELETE /v2.0/ports/26b53521-9dbc-488d-b585-07bd3850e061 HTTP/1.1" status: 204 len: 173 time: 0.7230480 Jun 16 11:43:07.470339 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'name': 'network-vif-deleted', 'tag': '26b53521-9dbc-488d-b585-07bd3850e061'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:07.472799 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75631b2-28bd-49db-8d4f-09ccf08178fc" -d '{"events": [{"server_uuid": "b4c2797b-12e4-433b-bdfa-5657ed785bc0", "name": "network-vif-deleted", "tag": "26b53521-9dbc-488d-b585-07bd3850e061"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:07.537242 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177db28d-6222-4fd0-9731-4c18b6d26b19 x-openstack-request-id: req-177db28d-6222-4fd0-9731-4c18b6d26b19 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:07.537570 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c2797b-12e4-433b-bdfa-5657ed785bc0", "name": "network-vif-deleted", "tag": "26b53521-9dbc-488d-b585-07bd3850e061", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:07.537883 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-177db28d-6222-4fd0-9731-4c18b6d26b19 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:07.538295 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c2797b-12e4-433b-bdfa-5657ed785bc0', 'name': 'network-vif-deleted', 'tag': '26b53521-9dbc-488d-b585-07bd3850e061', 'status': 'completed', 'code': 200} Jun 16 11:43:07.590345 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c4ec3-3753-4d55-9940-2532a0a14de5 req-baca121b-8681-46b6-850a-7b60afbf9f3e tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:07.591995 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9b3c4ec3-3753-4d55-9940-2532a0a14de5 req-baca121b-8681-46b6-850a-7b60afbf9f3e tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.1008339 Jun 16 11:43:07.657986 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9b3c4ec3-3753-4d55-9940-2532a0a14de5 req-040ad201-7b36-4e52-90cf-21499aa62b1b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601714 Jun 16 11:43:08.462275 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-94f08934-a8fb-4a8a-8e57-87f57521b0d0 req-d649131d-3582-4131-b4fb-c0cff6e13809 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=b4c2797b-12e4-433b-bdfa-5657ed785bc0 HTTP/1.1" status: 200 len: 210 time: 0.0423903 Jun 16 11:43:08.852174 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-8c07c124-5481-46f6-954e-64a657cb9fd4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1198318 Jun 16 11:43:08.947709 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525bf39-30db-453a-a43f-e95dbbdb27ac req-b5b24558-8667-4aad-a61c-224b0137d153 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:08.949594 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d525bf39-30db-453a-a43f-e95dbbdb27ac req-b5b24558-8667-4aad-a61c-224b0137d153 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.1547391 Jun 16 11:43:09.029392 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d525bf39-30db-453a-a43f-e95dbbdb27ac req-02d407cf-1531-4fa5-99fe-22f1caff8996 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632665 Jun 16 11:43:09.055476 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-5439cee9-323b-45ca-b624-c7baeb4e933b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:09.059562 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-5439cee9-323b-45ca-b624-c7baeb4e933b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 1099 time: 0.1745992 Jun 16 11:43:09.258740 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-7e361699-5ccb-4532-888d-a23695c74351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:09.258740 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-7e361699-5ccb-4532-888d-a23695c74351 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.1509941 Jun 16 11:43:09.314261 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-972f2d5c-ff54-4278-a60e-f0c268f02472 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 200 len: 1001 time: 0.0703120 Jun 16 11:43:09.370414 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-a8cde824-2ebf-4570-bed7-76ba9641cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:09.371838 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-a8cde824-2ebf-4570-bed7-76ba9641cd45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0473089 Jun 16 11:43:09.443536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-fd7099d1-a06d-49fc-8e97-9c907435a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:09.445070 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-fd7099d1-a06d-49fc-8e97-9c907435a21c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637755 Jun 16 11:43:09.593952 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-badf42cf-cad3-45b2-bdc4-c66e3e0537c4 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369550 Jun 16 11:43:09.729597 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96fcff1-471f-462d-b7bf-57d584f09da9 req-2b9bd3b9-699f-4c0a-a8ac-a2c516489dea service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272972 Jun 16 11:43:10.234976 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddf4f2-d7ef-4f72-96ef-c269fe9f18a4 req-e4b071cc-a504-44dc-9c91-ba323ea2b47b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:10.236584 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-07ddf4f2-d7ef-4f72-96ef-c269fe9f18a4 req-e4b071cc-a504-44dc-9c91-ba323ea2b47b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0751607 Jun 16 11:43:10.276503 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-07ddf4f2-d7ef-4f72-96ef-c269fe9f18a4 req-c621ee4c-2503-4976-8942-52d36256eddf tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336182 Jun 16 11:43:11.477440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ebc74-b055-423d-bcf0-9c135eaf8396 req-921557da-1981-4530-bb67-48f12d1f99f1 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:11.478970 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6d6ebc74-b055-423d-bcf0-9c135eaf8396 req-921557da-1981-4530-bb67-48f12d1f99f1 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0765927 Jun 16 11:43:11.527553 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6d6ebc74-b055-423d-bcf0-9c135eaf8396 req-dd339aea-eb4c-4c12-9ba3-0029091ccddb tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Jun 16 11:43:12.110098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 26b53521-9dbc-488d-b585-07bd3850e061 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:43:12.140920 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 26b53521-9dbc-488d-b585-07bd3850e061 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:43:12.141391 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 26b53521-9dbc-488d-b585-07bd3850e061 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:43:12.659303 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53446) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:12.766421 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1e70-46d1-4052-80ad-cb213f6f645e req-6a7c04bf-f370-48a0-9531-e67d37c13032 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:12.770047 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96b1e70-46d1-4052-80ad-cb213f6f645e req-6a7c04bf-f370-48a0-9531-e67d37c13032 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0886226 Jun 16 11:43:12.818482 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:12.836511 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b96b1e70-46d1-4052-80ad-cb213f6f645e req-2da253b6-f122-4edf-9efd-3be86032eea4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611415 Jun 16 11:43:12.961072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.025908 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.031105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-552266ea-0657-4dbd-be67-92b26ebfc3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:13.072832 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9998c63930a4c0dbe0bf513b89a3f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120173 Jun 16 11:43:13.074418 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0751fbb-f67f-47d8-a27f-ca293f6d789e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:13.076888 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53454) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:13.078822 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:13.142324 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.171217 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.213613 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-169e4d7f-a50a-4680-a1e3-c64e8ffd8d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.309725 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.313019 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:13.314339 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0751fbb-f67f-47d8-a27f-ca293f6d789e HTTP/1.1" status: 204 len: 168 time: 0.2342789 Jun 16 11:43:13.315110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5636d08b-4788-4017-8e01-ffdd0680c2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:13.325167 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0751fbb-f67f-47d8-a27f-ca293f6d789e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:13.334378 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.334756 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.335182 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.335547 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.335899 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.336557 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.337061 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.343856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.343856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.343856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.343856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.343856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:13.343856 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:14.038669 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644eea3-2552-4661-b7c9-f76292c553f2 req-314eedbc-21a2-4663-872e-aa3adeefb0ab tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:14.040175 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d644eea3-2552-4661-b7c9-f76292c553f2 req-314eedbc-21a2-4663-872e-aa3adeefb0ab tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0738883 Jun 16 11:43:14.085899 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d644eea3-2552-4661-b7c9-f76292c553f2 req-5db81db8-b194-4ade-be4f-b2c427eba5c7 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 Jun 16 11:43:14.477696 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53478) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:14.495068 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:14.636055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:14.735097 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:14.741455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c04dda75-5928-42ce-9e39-371253c99c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:14.844344 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6e1aaf61d14940a1864d1924f89ab8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3650341 Jun 16 11:43:14.847301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53482) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:14.858521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f2ee0c-82c5-4895-8c70-753292018f63,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:14.862522 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:14.929800 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:14.960331 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:15.064668 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:15.067960 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:15.070742 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4f2ee0c-82c5-4895-8c70-753292018f63 HTTP/1.1" status: 204 len: 168 time: 0.2208707 Jun 16 11:43:15.070742 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f3733eac-24a1-4fb5-9e99-9d11cc516666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:15.098963 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f2ee0c-82c5-4895-8c70-753292018f63,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:15.101414 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:15.297881 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721c0e0-0273-473f-a6a3-a706a19768ab req-9ce02c52-fa93-4d23-8203-5f0c89b8e7d9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:15.307223 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7721c0e0-0273-473f-a6a3-a706a19768ab req-9ce02c52-fa93-4d23-8203-5f0c89b8e7d9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0781291 Jun 16 11:43:15.351915 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7721c0e0-0273-473f-a6a3-a706a19768ab req-2bf37238-ee0a-4f17-8559-6e83b7f7e951 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431957 Jun 16 11:43:15.922957 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b4dd16f6-5f47-4e3e-a425-16bc3c3e602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:15.990139 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53508) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:16.014523 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.136911 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.150663 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.247668 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.250875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:16.302059 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59b5afc8e399491094f168956689bb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079085 Jun 16 11:43:16.302059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94bc151-1362-40c3-9ac8-eb5bb73cdaa5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:16.304108 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53514) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:16.308112 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:16.363683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.389396 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.499317 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.502362 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:16.503987 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d94bc151-1362-40c3-9ac8-eb5bb73cdaa5 HTTP/1.1" status: 204 len: 168 time: 0.1973631 Jun 16 11:43:16.506073 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f77217ba-622b-4f20-b2f3-53e7acce0ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:16.527708 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94bc151-1362-40c3-9ac8-eb5bb73cdaa5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:16.530677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2887a74c-abed-4555-9726-9c4e2184c95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:16.607550 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12d408-d9ec-4709-ac64-c57cea7db55f req-597c71c1-bb59-44c1-993d-5aba5aa99d5e tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:16.616068 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d12d408-d9ec-4709-ac64-c57cea7db55f req-597c71c1-bb59-44c1-993d-5aba5aa99d5e tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.1348369 Jun 16 11:43:16.677503 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d12d408-d9ec-4709-ac64-c57cea7db55f req-1513613f-c8b0-4dc8-abf0-2de0d78386f9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600407 Jun 16 11:43:17.171676 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:17.674297 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:43:17.819473 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:17.836484 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'port_id': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'mac_address': 'fa:16:3e:1b:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:43:17.885677 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:17.903240 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4d10e2-53d8-4df7-a17e-22068d58e139 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:17.928125 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:17.969825 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6798c-1c78-4564-bd04-d8c6c3bb48d9 req-b63b0f8d-bbfa-4fb9-be2b-ae32dc8b23a6 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:17.972405 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6cc6798c-1c78-4564-bd04-d8c6c3bb48d9 req-b63b0f8d-bbfa-4fb9-be2b-ae32dc8b23a6 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0913808 Jun 16 11:43:18.018992 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6cc6798c-1c78-4564-bd04-d8c6c3bb48d9 req-768e523c-6170-4ff6-aa52-ea76979969eb tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Jun 16 11:43:18.058150 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:18.060428 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:18.131716 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:18.137641 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:18.963927 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:19.259673 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d808aeb-f298-4ac2-b288-e061baa2ac45 req-75e439cf-5cb1-4c2f-becd-24145822a6ce tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:19.261243 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0d808aeb-f298-4ac2-b288-e061baa2ac45 req-75e439cf-5cb1-4c2f-becd-24145822a6ce tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 944 time: 0.0825694 Jun 16 11:43:19.326674 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0d808aeb-f298-4ac2-b288-e061baa2ac45 req-e3caf9b7-b94c-4960-b8a7-f59924029f90 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575454 Jun 16 11:43:20.559367 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28933d4f-65d3-4c92-aa0d-88e7e6e760b3 req-4f0816b0-fb9a-4196-8b7a-17d75975ad08 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:20.560859 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-28933d4f-65d3-4c92-aa0d-88e7e6e760b3 req-4f0816b0-fb9a-4196-8b7a-17d75975ad08 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 944 time: 0.0646145 Jun 16 11:43:20.601514 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-28933d4f-65d3-4c92-aa0d-88e7e6e760b3 req-1cd3f758-19f6-4145-843b-43a45c59d2fa tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347819 Jun 16 11:43:21.462613 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['4d4d10e2-53d8-4df7-a17e-22068d58e139'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:43:21.894257 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-353f5a63-3c78-400c-b55f-d63f539c2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:21.895836 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-353f5a63-3c78-400c-b55f-d63f539c2e23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1137 time: 0.1988277 Jun 16 11:43:21.963051 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18abf7-9ce1-4a94-ab7f-b768525705c9 req-cd5b2bb7-41aa-4654-9101-6b624a9fd1d5 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:21.964634 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bc18abf7-9ce1-4a94-ab7f-b768525705c9 req-cd5b2bb7-41aa-4654-9101-6b624a9fd1d5 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 944 time: 0.1395688 Jun 16 11:43:22.080500 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bc18abf7-9ce1-4a94-ab7f-b768525705c9 req-a11ebc99-0532-4691-9b6f-f0460105cb92 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083856 Jun 16 11:43:22.084839 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-1dae7233-54b6-4189-a15c-888bfeec25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:22.086381 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-1dae7233-54b6-4189-a15c-888bfeec25cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 916 time: 0.1816289 Jun 16 11:43:22.098150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38198ef-2da8-49b2-8fad-62440e9cfd35 req-6fc2159c-5141-46e2-bf19-3c8ce6b53e3f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:22.099358 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d38198ef-2da8-49b2-8fad-62440e9cfd35 req-6fc2159c-5141-46e2-bf19-3c8ce6b53e3f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1970909 Jun 16 11:43:22.218182 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-cbea9291-d6c0-4fc8-81e9-edaa7da116b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 1000 time: 0.1166506 Jun 16 11:43:22.227556 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d38198ef-2da8-49b2-8fad-62440e9cfd35 req-2ade3c33-5ec8-40c5-8f08-26272604e334 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791521 Jun 16 11:43:22.339033 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-42e40488-72e0-4898-b07d-9c23155c85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:22.340379 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-42e40488-72e0-4898-b07d-9c23155c85be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.1096663 Jun 16 11:43:22.349306 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-d5d2c561-11bf-446a-bb52-f372723394e5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:22.350751 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-d5d2c561-11bf-446a-bb52-f372723394e5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/networks?id=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 HTTP/1.1" status: 200 len: 814 time: 0.1704564 Jun 16 11:43:22.389202 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-9c6af62c-c640-4c64-825f-bb9cff546d50 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/quotas/fcebeac3956549b5ae46bd871cfe6cb6 HTTP/1.1" status: 200 len: 375 time: 0.0287578 Jun 16 11:43:22.433222 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-01a0d6e4-c5d8-40fe-8e03-8551a3413eba tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373065 Jun 16 11:43:22.467955 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-e8e7cba9-1fa8-4159-89c5-90e03aca2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:22.469437 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-e8e7cba9-1fa8-4159-89c5-90e03aca2978 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1165197 Jun 16 11:43:22.595975 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-3d2adad9-b31b-473d-b073-dc49ee4a3eef service neutron] 10.222.0.45 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487226 Jun 16 11:43:22.634082 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-cbbd241e-398d-464d-b15e-49c586d84710 service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575997 Jun 16 11:43:22.757665 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-36edd843-6be6-40a3-a4cb-99d5a92e3695 service neutron] 10.222.0.45 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531165 Jun 16 11:43:22.775819 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e42061ca-0350-4638-bf09-7ccef7fddf34 req-cc17e53f-533f-4399-899d-9faf1b0d359c service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296902 Jun 16 11:43:23.035654 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d1c902dd-07b6-46d5-b7b0-54f941c0ee81 req-9e8e1e85-3b3a-4dea-84e1-bc1a6caddf58 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 210 time: 0.0295136 Jun 16 11:43:23.098365 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:43:23.272151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 4d4d10e2-53d8-4df7-a17e-22068d58e139 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:43:23.276451 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 4d4d10e2-53d8-4df7-a17e-22068d58e139 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:43:23.276836 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:23.288396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a2435-ad63-4710-9603-dda18a8e4d80 req-368a7a61-3313-4237-a79b-ac25d8ec554a tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:23.290004 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a1a2435-ad63-4710-9603-dda18a8e4d80 req-368a7a61-3313-4237-a79b-ac25d8ec554a tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 944 time: 0.0738668 Jun 16 11:43:23.346417 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1a1a2435-ad63-4710-9603-dda18a8e4d80 req-20cc6318-d465-491d-bd2f-61dc88f101dd tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504050 Jun 16 11:43:23.407897 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:23.438177 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:23.440512 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559c9421-6e24-4b03-8225-40e3e7ff0e8c" -d '{"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:23.445925 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632675a0-4753-4c4b-a440-00f9e0a4f089 req-a13f3741-c97f-4fd4-9fbd-2894fdf93101 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:23.447450 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-632675a0-4753-4c4b-a440-00f9e0a4f089 req-a13f3741-c97f-4fd4-9fbd-2894fdf93101 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.0785301 Jun 16 11:43:23.454270 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:23.481199 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe70f5fe-d1c0-4bf4-b76f-f560c894a922 x-openstack-request-id: req-fe70f5fe-d1c0-4bf4-b76f-f560c894a922 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:23.481549 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:23.481819 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fe70f5fe-d1c0-4bf4-b76f-f560c894a922 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:23.482233 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'code': 200} Jun 16 11:43:23.493291 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-632675a0-4753-4c4b-a440-00f9e0a4f089 req-a462fc1a-c6be-4ba7-a5ca-c02727898761 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368178 Jun 16 11:43:23.524635 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:23.534745 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:23.627762 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:23.631683 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:24.109806 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc83f5-744f-4726-af1e-95ddfe3248c8 req-d997fe8c-f6cd-4c4a-a567-833d7c32c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:24.111374 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cdfc83f5-744f-4726-af1e-95ddfe3248c8 req-d997fe8c-f6cd-4c4a-a567-833d7c32c1b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1098 time: 0.0591393 Jun 16 11:43:24.158258 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cdfc83f5-744f-4726-af1e-95ddfe3248c8 req-d5cd9c26-69ea-4d8f-81a8-5219d51f80c3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 Jun 16 11:43:24.187578 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-81d6a520-142b-4d96-afdf-8e57bde28dce req-389274ae-062d-42b2-b196-0851c431a53f tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 210 time: 0.0312357 Jun 16 11:43:24.537802 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a04f8-6e0b-48a6-8cde-5b7328b1f9f5 req-beba711d-0a9a-49b9-8b64-23b8838ef285 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:24.537802 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db4a04f8-6e0b-48a6-8cde-5b7328b1f9f5 req-beba711d-0a9a-49b9-8b64-23b8838ef285 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0741382 Jun 16 11:43:24.577528 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db4a04f8-6e0b-48a6-8cde-5b7328b1f9f5 req-20c01aa3-fb4e-4a18-9640-e179379415ce tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343692 Jun 16 11:43:24.702772 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bfc2e-5adf-433d-b284-733cbfe3dc81 req-6277c273-1bb3-47d5-ae12-f3c5039bc3a7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:24.704201 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-612bfc2e-5adf-433d-b284-733cbfe3dc81 req-6277c273-1bb3-47d5-ae12-f3c5039bc3a7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.0689223 Jun 16 11:43:24.749592 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-612bfc2e-5adf-433d-b284-733cbfe3dc81 req-8314cc27-14e3-4377-a324-d24482e9acf2 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387030 Jun 16 11:43:25.330902 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bcbf375f-b3dc-4832-8d35-f3f7f711040d req-010f4228-4c5f-4fb1-bd0c-8fded953e212 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Jun 16 11:43:26.119050 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-00941fe5-7fdd-45a6-b596-313c5fcc4f88 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:26.120403 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-00941fe5-7fdd-45a6-b596-313c5fcc4f88 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "GET /v2.0/networks?id=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 HTTP/1.1" status: 200 len: 814 time: 0.4265289 Jun 16 11:43:26.133571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9491c-97d1-4738-85e8-5cfde2eaa2b7 req-12010e57-85d2-4207-a304-55525552cca3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:26.139036 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ff9491c-97d1-4738-85e8-5cfde2eaa2b7 req-12010e57-85d2-4207-a304-55525552cca3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.4104118 Jun 16 11:43:26.139903 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Request body: {'port': {'device_id': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4', 'admin_state_up': True, 'tenant_id': 'fcebeac3956549b5ae46bd871cfe6cb6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:26.235819 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3ff9491c-97d1-4738-85e8-5cfde2eaa2b7 req-04f358a7-9a7a-40af-b803-39f249e020da tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887885 Jun 16 11:43:26.388472 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53794) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:26.400670 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Made reservation on behalf of fcebeac3956549b5ae46bd871cfe6cb6 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:43:26.404045 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:26.507743 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:26.542950 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af1dac-ef8a-4643-b2dc-3a191bec81ad req-7b0ae6cc-a028-45f3-891f-183744a4b76f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:26.545488 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98af1dac-ef8a-4643-b2dc-3a191bec81ad req-7b0ae6cc-a028-45f3-891f-183744a4b76f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1922345 Jun 16 11:43:26.588386 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfcf3f-4bdd-499d-8e6e-0a483d223020 req-5a4b2b1a-f43b-47a2-85d8-dfaea19fcdd7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:26.589913 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c6dfcf3f-4bdd-499d-8e6e-0a483d223020 req-5a4b2b1a-f43b-47a2-85d8-dfaea19fcdd7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.2019448 Jun 16 11:43:26.601517 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:26.658919 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:26.663572 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-af26aada-352b-4391-895b-bc677a0b02df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:26.668541 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98af1dac-ef8a-4643-b2dc-3a191bec81ad req-f8bc9b7e-65bc-44d8-bf21-0adb3a2f4a39 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1099725 Jun 16 11:43:26.671691 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Allocated IP 172.20.0.12 (f885cedd-14d5-4ef1-93aa-ca9a4b0349a4/cf6027da-408c-45ed-85fb-50cc3013458b/c5a02c74-ea3e-441b-babb-fb066d896586) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:26.686057 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c6dfcf3f-4bdd-499d-8e6e-0a483d223020 req-4366d903-aaa3-47ba-b351-6d279bb3f592 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887616 Jun 16 11:43:26.699222 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f99ce4e87b6e44bc9d7d782c1ae0daee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091471 Jun 16 11:43:26.704173 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53798) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:26.711391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a562225-e18b-4a34-ad93-bce98ac7db2b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:26.727640 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:26.800600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:26.885106 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:26.929179 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8df3c7f8-1d97-4edc-92eb-07b327c3650e req-bea8e5f7-9bb8-4a29-8687-80f339b04112 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 210 time: 0.0759301 Jun 16 11:43:26.980982 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.010661 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53802) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:27.023871 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619bc0e-ab1f-47fa-b16f-c704bfb6e025 req-0f879dd2-addb-4672-b18b-6801793c8ec0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:27.025412 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d619bc0e-ab1f-47fa-b16f-c704bfb6e025 req-0f879dd2-addb-4672-b18b-6801793c8ec0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.1689904 Jun 16 11:43:27.057309 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Deleting subnet e7b9c8b3-9ad1-4386-8919-fc855d4a2914 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:43:27.060419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.078730 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d619bc0e-ab1f-47fa-b16f-c704bfb6e025 req-55b66697-118d-405d-b93c-dfd548bd7bbd tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436876 Jun 16 11:43:27.096300 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29988327'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.103681 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53804) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:27.118114 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.121264 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.122578 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9a562225-e18b-4a34-ad93-bce98ac7db2b HTTP/1.1" status: 204 len: 168 time: 0.4175675 Jun 16 11:43:27.123430 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-0af0edb0-398e-461b-a730-b875d14929a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:27.131827 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a562225-e18b-4a34-ad93-bce98ac7db2b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:27.134277 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:27.146166 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.155683 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-76e2d749-4d9c-4e23-b1bf-ab667dbd88b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:27.156840 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.205177 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:27.210308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:27.216051 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:27.280682 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29988641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29821773'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.284161 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b836f443-24d9-4368-8f3e-746b23645a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:27.287815 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Pushing event updated for resources: {'Port': ['ID=c5a02c74-ea3e-441b-babb-fb066d896586,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:27.297735 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:27.311290 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:27.312184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.314137 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b9c8b3-9ad1-4386-8919-fc855d4a2914,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:27.316106 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.318420 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e7b9c8b3-9ad1-4386-8919-fc855d4a2914 HTTP/1.1" status: 204 len: 168 time: 0.3067458 Jun 16 11:43:27.319829 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-35917fe1-2a42-4db0-a849-62c32459e0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:27.321062 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53812) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:27.345765 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115efbb0-f679-4385-be6f-8dee70c2fce2 tempest-TestShelveInstance-1555630767 tempest-TestShelveInstance-1555630767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:27.347272 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-115efbb0-f679-4385-be6f-8dee70c2fce2 tempest-TestShelveInstance-1555630767 tempest-TestShelveInstance-1555630767-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1093 time: 0.2425632 Jun 16 11:43:27.351272 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53814) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:27.355855 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'port_id': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:27.381476 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2453792 Jun 16 11:43:27.390967 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.400864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Request body: {'port': {'device_id': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:27.447264 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for floatingip, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.476977 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.487329 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95a2699-a7ee-497a-914a-b6db6a32a0fc']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:27.496659 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.498709 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55851f4a-55f2-4a1b-8a9c-9b638a14ed24') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:27.499067 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55851f4a-55f2-4a1b-8a9c-9b638a14ed24') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:27.509006 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.523353 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.529926 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Releasing vlan 1188 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:43:27.530307 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:43:27.531947 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:43:27.642087 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.649324 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.654162 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f95a2699-a7ee-497a-914a-b6db6a32a0fc HTTP/1.1" status: 204 len: 168 time: 0.3290329 Jun 16 11:43:27.654162 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:27.666015 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95a2699-a7ee-497a-914a-b6db6a32a0fc,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:27.669510 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:27.704955 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.882127 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:27.896715 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.993168 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:27.994276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Allocated IP 172.27.1.50 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/5fabe27e-0d48-4ed9-88cd-31461fbb1b77) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:28.036429 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a02c74-ea3e-441b-babb-fb066d896586 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:28.044611 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53828) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:28.049614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84a850-b739-41ab-ad59-fb1c180924a8 req-fe89ab70-97cf-4823-94f1-cd41bc3a0edd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:28.051805 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ee84a850-b739-41ab-ad59-fb1c180924a8 req-fe89ab70-97cf-4823-94f1-cd41bc3a0edd tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.2390516 Jun 16 11:43:28.062933 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.072882 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.078546 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f5cd0ff3-8471-47ca-a188-6f1b124bd624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:28.108239 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-67271231-424b-4e71-a2b9-87f50a073b88 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3393458113d84598a3bfbfada9d242da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622926 Jun 16 11:43:28.113050 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53830) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:28.125706 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674fce3-b2cc-4530-8b2c-82e46a1c37f2 req-d6fc4415-6de6-4bef-adf4-9cf778b08db3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:28.127671 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3674fce3-b2cc-4530-8b2c-82e46a1c37f2 req-d6fc4415-6de6-4bef-adf4-9cf778b08db3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.2967451 Jun 16 11:43:28.129639 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c315d143afc841f48edbed52e8832fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457752 Jun 16 11:43:28.133644 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Transition to ACTIVE for port object c5a02c74-ea3e-441b-babb-fb066d896586 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:28.134264 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53832) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:28.141170 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e99033-00ea-4085-890d-a53f07eeb7e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:28.148301 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:28.196563 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.218125 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.226121 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.233326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:28.238853 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ee84a850-b739-41ab-ad59-fb1c180924a8 req-d9af1f75-109b-4def-a076-bf0793306e4c tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1793385 Jun 16 11:43:28.310538 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.312653 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3674fce3-b2cc-4530-8b2c-82e46a1c37f2 req-86961aaf-93f5-42d7-bfa5-93116a0ad083 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431875 Jun 16 11:43:28.323006 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.325552 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc26f4f3-b401-4c66-9317-1add91248f00 HTTP/1.1" status: 204 len: 168 time: 0.2101145 Jun 16 11:43:28.326862 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a079877c-1447-4576-ad76-f9dee4130cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:28.349338 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc26f4f3-b401-4c66-9317-1add91248f00,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:28.352659 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:28.381534 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.398350 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a02c74-ea3e-441b-babb-fb066d896586,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:28.422518 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:28.459092 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.542650 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.587819 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c208b4-e8b2-4b29-91df-b14d6fbd728b req-3099260d-d305-401d-9156-3be6936f6618 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:28.589354 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3c208b4-e8b2-4b29-91df-b14d6fbd728b req-3099260d-d305-401d-9156-3be6936f6618 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 944 time: 0.2205801 Jun 16 11:43:28.609600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Attempting to bind port c5a02c74-ea3e-441b-babb-fb066d896586 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:43:28.609930 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Attempting to bind port c5a02c74-ea3e-441b-babb-fb066d896586 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:43:28.610259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Attempting to bind port c5a02c74-ea3e-441b-babb-fb066d896586 on network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:28.648564 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Port c5a02c74-ea3e-441b-babb-fb066d896586 on network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:43:28.648889 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Attempting to bind port c5a02c74-ea3e-441b-babb-fb066d896586 on network f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:28.665721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:43:28.666057 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Checking segment: {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:43:28.666440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Bound using segment: {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:43:28.666872 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Bound port: c5a02c74-ea3e-441b-babb-fb066d896586, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae749aa9-a282-442f-82eb-1c9bc5f2a130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1166, 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:43:28.667235 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.680497 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.690617 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:28.731554 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f3c208b4-e8b2-4b29-91df-b14d6fbd728b req-6147fbc3-2f3c-42e9-b043-54426274c844 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303496 Jun 16 11:43:28.771860 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:28.789635 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:28.797415 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:28.799510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'Port': ['ID=5fabe27e-0d48-4ed9-88cd-31461fbb1b77,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:28.805886 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:28.835731 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.838181 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:28.839300 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89e99033-00ea-4085-890d-a53f07eeb7e9 HTTP/1.1" status: 204 len: 168 time: 0.6711025 Jun 16 11:43:28.846850 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b6e07-038d-4942-8247-355bf7a67a05 req-53aeccbd-851f-4af3-b1cf-72b2ca2f4886 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:28.848357 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-071b6e07-038d-4942-8247-355bf7a67a05 req-53aeccbd-851f-4af3-b1cf-72b2ca2f4886 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.2526364 Jun 16 11:43:28.854039 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-544f14de-3b8b-4d13-a354-027c0fe2cf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:28.902334 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e99033-00ea-4085-890d-a53f07eeb7e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:28.904445 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] For port c5a02c74-ea3e-441b-babb-fb066d896586, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:43:28.913435 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:28.935180 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] For port c5a02c74-ea3e-441b-babb-fb066d896586, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5a02c74-ea3e-441b-babb-fb066d896586,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:43:29.024073 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:29.029287 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:29.088195 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:29.088817 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:29.090251 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] 10.222.0.60 "PUT /v2.0/ports/c5a02c74-ea3e-441b-babb-fb066d896586 HTTP/1.1" status: 200 len: 1094 time: 1.6939242 Jun 16 11:43:29.096094 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'tag': 'c5a02c74-ea3e-441b-babb-fb066d896586'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:29.098835 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215af89c-5c99-41ee-892c-c10279883ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e10a15-40c4-4f67-93ca-019638d98f55", "tag": "c5a02c74-ea3e-441b-babb-fb066d896586"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:29.156928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2166f9c4-dad6-4735-94d7-31e9f3add302 x-openstack-request-id: req-2166f9c4-dad6-4735-94d7-31e9f3add302 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:29.156928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e10a15-40c4-4f67-93ca-019638d98f55", "tag": "c5a02c74-ea3e-441b-babb-fb066d896586", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:29.157432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2166f9c4-dad6-4735-94d7-31e9f3add302 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:29.157539 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'tag': 'c5a02c74-ea3e-441b-babb-fb066d896586', 'status': 'completed', 'code': 200} Jun 16 11:43:29.159254 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a02c74-ea3e-441b-babb-fb066d896586,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:29.191873 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Deleting port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:43:29.192221 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:29.199258 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:29.359631 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] For port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:29.361833 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:29.450715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af89c-5c99-41ee-892c-c10279883ed2 req-91f512f1-2873-4b55-9d9b-894199854e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:29.452443 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-215af89c-5c99-41ee-892c-c10279883ed2 req-91f512f1-2873-4b55-9d9b-894199854e38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 1097 time: 0.2569342 Jun 16 11:43:30.043057 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:43:30.112815 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.117414 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af89c-5c99-41ee-892c-c10279883ed2 req-32238ad1-1a2f-4046-b62b-ca12f40f2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:30.118875 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-215af89c-5c99-41ee-892c-c10279883ed2 req-32238ad1-1a2f-4046-b62b-ca12f40f2eca service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3689554 Jun 16 11:43:30.185295 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742cba7-ae21-45ce-857a-eed693c327a2 req-fcf0c784-2e7c-4daf-bc53-9d286b43c349 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:30.186825 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0742cba7-ae21-45ce-857a-eed693c327a2 req-fcf0c784-2e7c-4daf-bc53-9d286b43c349 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.7506359 Jun 16 11:43:30.195444 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950d3b5-8f8f-4c86-abe2-c158eb6fe15b req-d4299fe7-b7b7-4215-844c-437e9115052c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:30.196735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2950d3b5-8f8f-4c86-abe2-c158eb6fe15b req-d4299fe7-b7b7-4215-844c-437e9115052c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 946 time: 0.4478669 Jun 16 11:43:30.199726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.200099 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.200411 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Floating IP b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6 disassociated. External IP: 172.27.1.177, port: b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9. Jun 16 11:43:30.200755 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Calling delete_port for b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:43:30.259057 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:30.374815 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.409988 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0742cba7-ae21-45ce-857a-eed693c327a2 req-44b46038-f781-42d2-8545-637a61952a52 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2121918 Jun 16 11:43:30.417405 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2950d3b5-8f8f-4c86-abe2-c158eb6fe15b req-5b3da9ef-6bd9-447d-b244-40ab8196121c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=d902451b-65ea-40bc-bbfe-739c725835ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035847 Jun 16 11:43:30.453512 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.466592 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af89c-5c99-41ee-892c-c10279883ed2 req-172487ec-2c39-4090-833b-e222848e4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:30.468127 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-215af89c-5c99-41ee-892c-c10279883ed2 req-172487ec-2c39-4090-833b-e222848e4f58 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3143020 Jun 16 11:43:30.520901 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.607080 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.612386 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-94bd1513-8a93-44c4-b68b-dbb8cc0a8e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:30.658584 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb1ebd84be4945e9984333ff06d7dbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997595 Jun 16 11:43:30.659188 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53906) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:30.666579 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad52b346-8739-45ea-a6c3-c59b8fae7a61,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:30.674816 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:30.716141 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.728177 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-522ee5b8-8417-4516-b733-f7ccc4232d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:30.729710 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-522ee5b8-8417-4516-b733-f7ccc4232d75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 1097 time: 0.1963446 Jun 16 11:43:30.730329 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.741283 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.748357 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b982f7a-f213-4d69-a32b-e30dd6e3e46a req-90a2aa95-1a01-4e52-b2cb-8a9a8cbca5d7 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:30.749909 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b982f7a-f213-4d69-a32b-e30dd6e3e46a req-90a2aa95-1a01-4e52-b2cb-8a9a8cbca5d7 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 944 time: 0.2032118 Jun 16 11:43:30.750581 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:30.828406 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event deleted for resources: {'Port': ['ID=b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:30.842201 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:30.849679 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-8f54cdcb-bdc7-49e5-81a3-f6e0378cb0c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5a02c74-ea3e-441b-babb-fb066d896586 HTTP/1.1" status: 200 len: 217 time: 0.0954909 Jun 16 11:43:30.873001 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.888411 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.893850 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.897696 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad52b346-8739-45ea-a6c3-c59b8fae7a61 HTTP/1.1" status: 204 len: 168 time: 0.2360423 Jun 16 11:43:30.898679 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5b1ed12c-e338-4eae-98e0-89660cd5e11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:30.913220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad52b346-8739-45ea-a6c3-c59b8fae7a61,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:30.917735 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:30.964940 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:30.972733 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4cdbc1e2-6b89-4c1e-ab6a-3ff7b7012a32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:30.986655 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b982f7a-f213-4d69-a32b-e30dd6e3e46a req-090451a0-809b-429a-9f50-a44407af908e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173824 Jun 16 11:43:31.047060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-3346e431-5e73-4e4e-ae40-85cc4d1c41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:31.052541 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-3346e431-5e73-4e4e-ae40-85cc4d1c41cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cf6027da-408c-45ed-85fb-50cc3013458b HTTP/1.1" status: 200 len: 854 time: 0.1909544 Jun 16 11:43:31.087235 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event updated for resources: {'Port': ['ID=5fabe27e-0d48-4ed9-88cd-31461fbb1b77,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:31.113948 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:31.116056 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-394b5929-90ae-462b-84e7-11499fa78d53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438199 Jun 16 11:43:31.141779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:31.221242 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:43:31.405803 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-9477c577-2379-413b-9811-80670afe2898 service neutron] 10.222.0.60 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782543 Jun 16 11:43:31.409026 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Floating IP 200031ed-c078-4de2-bf74-73246513a2bc associated. External IP: 172.27.1.50, port: 4d4d10e2-53d8-4df7-a17e-22068d58e139. Jun 16 11:43:31.578742 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:43:31.594599 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:43:31.608192 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:31.609135 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:31.725043 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:31.949105 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:31.959430 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:43:31.969997 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] No DVR routers for this DVR port b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:43:31.977644 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:31.978318 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:31.990735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e8ef971-578f-4fff-9c29-db08b601ef9b req-bab004ac-16c7-4986-bce1-2e597350efcc service neutron] 10.222.0.60 "GET /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735881 Jun 16 11:43:31.992005 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:31.994295 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-071b6e07-038d-4942-8247-355bf7a67a05 req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "DELETE /v2.0/ports/b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 HTTP/1.1" status: 204 len: 173 time: 3.1370986 Jun 16 11:43:31.999622 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-148f0579-1e32-4293-9fa1-0048145796f5 req-d9b25569-60da-42a2-8678-53f5b57d5b86 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0946758 Jun 16 11:43:31.999622 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-deleted', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:32.000051 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4390060-2638-446c-8ce4-69e127955ee9" -d '{"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-deleted", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:32.095092 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6f2f3c-6903-44ff-b45a-25287b7ae761 x-openstack-request-id: req-1a6f2f3c-6903-44ff-b45a-25287b7ae761 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:32.095428 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13e14bc0-08f6-49b7-b308-139ec06ae254", "name": "network-vif-deleted", "tag": "b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:32.095723 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a6f2f3c-6903-44ff-b45a-25287b7ae761 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:32.096383 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13e14bc0-08f6-49b7-b308-139ec06ae254', 'name': 'network-vif-deleted', 'tag': 'b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9', 'status': 'completed', 'code': 200} Jun 16 11:43:32.129387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8cb9b-c18d-4a9b-baba-c13f62c1aaa4 req-9c5f0076-0751-44bd-8b0c-96aadd783338 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:32.131429 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f2c8cb9b-c18d-4a9b-baba-c13f62c1aaa4 req-9c5f0076-0751-44bd-8b0c-96aadd783338 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.5415576 Jun 16 11:43:32.183950 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:32.204911 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Router 9acffd4d-1303-4714-9f1c-4a6313c1d205 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:43:32.250235 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f2c8cb9b-c18d-4a9b-baba-c13f62c1aaa4 req-7e75fd0d-9342-4e18-9c13-1540149a347a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0937734 Jun 16 11:43:32.419405 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2cd8f-f55f-4309-a537-38a0a83bd646 req-f63bb09a-b698-4694-80c8-592634af837b tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:32.420413 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:32.420916 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-07f2cd8f-f55f-4309-a537-38a0a83bd646 req-f63bb09a-b698-4694-80c8-592634af837b tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 944 time: 0.2410817 Jun 16 11:43:32.424197 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0f5775-1f1d-4f8f-ba80-9d10ee163847 None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:43:32.460250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:43:32.470000 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] Sync routers for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:43:32.480047 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:32.480875 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:32.495772 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-07f2cd8f-f55f-4309-a537-38a0a83bd646 req-8a1d3f96-34ee-43ef-a1bd-765ccdb40a9c tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604761 Jun 16 11:43:32.539358 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:32.598397 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.2331378 Jun 16 11:43:32.599793 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:32.709286 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef5c35a-b583-4a24-917f-d7fa37917edf None None] New status for floating IP b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:43:32.840346 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '200031ed-c078-4de2-bf74-73246513a2bc', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'port_id': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'mac_address': 'fa:16:3e:1b:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac19939-4a02-4848-9243-c267d336588f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:29Z', 'updated_at': '2021-06-16T11:43:29Z', 'revision_number': 0, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:32.843868 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] Checking router: 9acffd4d-1303-4714-9f1c-4a6313c1d205 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:43:32.852681 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:32.853302 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:32.962247 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:33.152084 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:43:33.173998 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:43:33.174656 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device b6e6a140-cd38-4bbc-98c4-02a61fe0c9b9 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:43:33.185458 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3595f76c-b323-49fa-b798-3919e5c47d9b req-1d759623-7003-46d6-b3e0-50e185abe568 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=13e14bc0-08f6-49b7-b308-139ec06ae254 HTTP/1.1" status: 200 len: 210 time: 0.0313365 Jun 16 11:43:33.209290 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '200031ed-c078-4de2-bf74-73246513a2bc', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'port_id': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'mac_address': 'fa:16:3e:1b:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac19939-4a02-4848-9243-c267d336588f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:29Z', 'updated_at': '2021-06-16T11:43:29Z', 'revision_number': 0, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:33.216060 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc275c34-79e1-400a-af02-cb281ea1828e None None] The sync data for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi is: [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '200031ed-c078-4de2-bf74-73246513a2bc', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'port_id': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'mac_address': 'fa:16:3e:1b:5c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac19939-4a02-4848-9243-c267d336588f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:29Z', 'updated_at': '2021-06-16T11:43:29Z', 'revision_number': 0, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:43:33.426673 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e031072e-7ceb-441d-92f8-df04b32a910c None None] New status for floating IP 200031ed-c078-4de2-bf74-73246513a2bc: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:43:33.527273 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa09ae0-ec21-4884-8e3f-7d069d2c6cec req-6135a3fb-3253-45c4-af64-cd69cee6e57e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:33.530227 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-afa09ae0-ec21-4884-8e3f-7d069d2c6cec req-6135a3fb-3253-45c4-af64-cd69cee6e57e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1165304 Jun 16 11:43:33.585418 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-afa09ae0-ec21-4884-8e3f-7d069d2c6cec req-997fa06a-f526-4b6c-8745-f3da973c3111 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0490718 Jun 16 11:43:33.725064 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05096ed-9b6d-405d-bab0-2ea6ea5d2c95 req-bb366b6c-fdc4-4856-8572-c05e779ed3d0 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:33.728038 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a05096ed-9b6d-405d-bab0-2ea6ea5d2c95 req-bb366b6c-fdc4-4856-8572-c05e779ed3d0 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 944 time: 0.0753660 Jun 16 11:43:33.766168 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a05096ed-9b6d-405d-bab0-2ea6ea5d2c95 req-b7bedf2b-71ed-4c93-ba4d-428d683bc6a8 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Jun 16 11:43:34.097681 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:34.100960 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b3f5ad-39f7-4c50-9848-5377ffd76d75" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:34.143167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5905b3e6-4a36-4a1b-be09-f3ecb87b11da x-openstack-request-id: req-5905b3e6-4a36-4a1b-be09-f3ecb87b11da {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:34.143498 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:34.143792 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5905b3e6-4a36-4a1b-be09-f3ecb87b11da {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:34.144226 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'status': 'completed', 'code': 200} Jun 16 11:43:34.221047 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-dd8cd9b8-8fec-4c9b-af9d-dd5531e50459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:34.222508 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-dd8cd9b8-8fec-4c9b-af9d-dd5531e50459 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1098 time: 0.0556979 Jun 16 11:43:34.317995 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-04b73bb1-5c46-41fc-81da-5bb797cca965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:34.319462 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-04b73bb1-5c46-41fc-81da-5bb797cca965 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 909 time: 0.0910919 Jun 16 11:43:34.388206 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-a550259d-75af-4fab-9f82-a6fbd85b26c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 1000 time: 0.0620475 Jun 16 11:43:34.402953 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 53954) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:34.437674 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-4dcb8a4a-1276-4a9f-866e-af8399087667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:34.439128 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-4dcb8a4a-1276-4a9f-866e-af8399087667 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 200 len: 846 time: 0.0432341 Jun 16 11:43:34.459436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:34.485691 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:34.497885 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-aee7111e-c48a-45e4-9741-6016475a3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:34.499372 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-aee7111e-c48a-45e4-9741-6016475a3edd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534196 Jun 16 11:43:34.593301 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-14740a61-5dfb-4687-97f7-563301a33898 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858974 Jun 16 11:43:34.612728 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:34.616174 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:34.617474 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "DELETE /v2.0/security-groups/d902451b-65ea-40bc-bbfe-739c725835ed HTTP/1.1" status: 204 len: 168 time: 0.2134607 Jun 16 11:43:34.618436 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cb80bd71-2165-4a48-9e5b-b962215005af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:34.620299 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53958) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:34.628420 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d902451b-65ea-40bc-bbfe-739c725835ed,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:34.630541 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:34.644540 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.api.v2.resource [None req-ac1e871d-b9d9-4d34-a89e-ed03119eebc8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] show failed (client error): The resource could not be found. Jun 16 11:43:34.645709 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ac1e871d-b9d9-4d34-a89e-ed03119eebc8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups/d902451b-65ea-40bc-bbfe-739c725835ed HTTP/1.1" status: 404 len: 347 time: 0.0229192 Jun 16 11:43:34.650553 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53960) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:34.811728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-80b3f5ad-39f7-4c50-9848-5377ffd76d75 req-eec52542-61a4-4aee-ab51-27cf8451522e service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114906 Jun 16 11:43:34.862403 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f494b-bac1-4b81-aefc-b81aee10fce7 req-c0ba822b-6c26-4113-aefc-c2e280f7da62 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:34.864513 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-147f494b-bac1-4b81-aefc-b81aee10fce7 req-c0ba822b-6c26-4113-aefc-c2e280f7da62 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1450341 Jun 16 11:43:34.897273 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Deleting port 8f66e813-05d9-485a-9ad2-14a8f737c485 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:43:34.897633 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:34.935901 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-147f494b-bac1-4b81-aefc-b81aee10fce7 req-62c1c257-18f8-4466-a72b-d8aea2e62b0f tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642996 Jun 16 11:43:35.023918 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.024251 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.095504 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Calling delete_port for 8f66e813-05d9-485a-9ad2-14a8f737c485 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:43:35.107898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418dbe7-b054-4568-b662-f5b3d2c3cb00 req-84f9ca7b-f4bd-43c3-bbd8-b00f0c9126b5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:35.109418 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d418dbe7-b054-4568-b662-f5b3d2c3cb00 req-84f9ca7b-f4bd-43c3-bbd8-b00f0c9126b5 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 944 time: 0.1934257 Jun 16 11:43:35.177506 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c5a02c74-ea3e-441b-babb-fb066d896586 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:43:35.196017 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d418dbe7-b054-4568-b662-f5b3d2c3cb00 req-04a1c9a3-cd32-4c94-b5de-b5768862f5e1 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797400 Jun 16 11:43:35.278160 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c5a02c74-ea3e-441b-babb-fb066d896586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5a02c74-ea3e-441b-babb-fb066d896586,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:35.295388 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'c5a02c74-ea3e-441b-babb-fb066d896586', 'network_id': 'f885cedd-14d5-4ef1-93aa-ca9a4b0349a4', 'port_id': 'c5a02c74-ea3e-441b-babb-fb066d896586', 'mac_address': 'fa:16:3e:9a:c4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6027da-408c-45ed-85fb-50cc3013458b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:43:35.333354 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.346539 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a02c74-ea3e-441b-babb-fb066d896586 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:35.367613 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c5a02c74-ea3e-441b-babb-fb066d896586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5a02c74-ea3e-441b-babb-fb066d896586,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:35.373754 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.376697 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e6fdf2db-1fa0-4698-86f5-f88f3b4e783f tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:35.402016 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event deleted for resources: {'Port': ['ID=8f66e813-05d9-485a-9ad2-14a8f737c485,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:35.406001 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:35.463264 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.465105 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:35.475213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.477875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:35.482078 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "DELETE /v2.0/floatingips/b3dbde2f-c50a-4b7f-bf15-d6b8d81808d6 HTTP/1.1" status: 204 len: 168 time: 0.8278944 Jun 16 11:43:35.537196 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=c5a02c74-ea3e-441b-babb-fb066d896586,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:35.540382 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:35.723479 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['c5a02c74-ea3e-441b-babb-fb066d896586'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:43:35.787564 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 53994) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:35.792502 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830443886', 'description': 'tempest-description--1721242741'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:35.898830 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.018467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.101572 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.106657 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-71feee74-c714-4f09-969d-8023357932d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:36.192699 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4d37ac-ff33-47b3-97ad-41df82e0f061,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:36.195603 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:36.234567 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb4728-b4e8-4bca-8bd7-2b5440324a80 req-7e300778-8a0a-4b88-8140-cdb1d9a1e724 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:36.236042 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9cb4728-b4e8-4bca-8bd7-2b5440324a80 req-7e300778-8a0a-4b88-8140-cdb1d9a1e724 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1445267 Jun 16 11:43:36.238090 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.240164 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4515574 Jun 16 11:43:36.243241 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54014) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:36.247704 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229f9c8-941d-4ec8-b2f4-1bb0b95199a5 req-eda50e78-a115-4227-8605-4e7b731233bd tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:36.248216 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'security_group_rule': {'security_group_id': '2b4d37ac-ff33-47b3-97ad-41df82e0f061', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:36.249163 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7229f9c8-941d-4ec8-b2f4-1bb0b95199a5 req-eda50e78-a115-4227-8605-4e7b731233bd tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1433420 Jun 16 11:43:36.308865 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9cb4728-b4e8-4bca-8bd7-2b5440324a80 req-b9d7d124-26df-4428-8406-41f3ac7b14d4 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587196 Jun 16 11:43:36.313904 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7229f9c8-941d-4ec8-b2f4-1bb0b95199a5 req-8aae7625-27d4-4a5b-8974-ae03b9cd728d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561922 Jun 16 11:43:36.337527 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.400229 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.468931 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.471110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d3d2c739-2b3f-42ea-aa02-465b5e53d2f6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:36.489054 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9d501e-dfbc-4ff9-b612-9f5f1588cf2f,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:36.492394 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:36.493488 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.502894 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44472788-b6f1-47be-a2eb-f2a811ca4dcb req-b8db41f2-124c-4927-9edf-ca8f4df9c613 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:36.505198 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-44472788-b6f1-47be-a2eb-f2a811ca4dcb req-b8db41f2-124c-4927-9edf-ca8f4df9c613 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 945 time: 0.0713966 Jun 16 11:43:36.537970 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.539255 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2948115 Jun 16 11:43:36.541980 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54024) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:36.545509 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-44472788-b6f1-47be-a2eb-f2a811ca4dcb req-da77acc7-f57a-47d0-85f3-eab7d7540ca3 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Jun 16 11:43:36.547116 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'security_group_rule': {'security_group_id': '2b4d37ac-ff33-47b3-97ad-41df82e0f061', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:36.662418 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.721470 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.796028 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.804122 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-984fac49-f32c-462e-95a2-b5f0021bb8d9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:36.813206 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7355b8-6ab9-4657-a836-a8f3f58b1c74,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:36.817955 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:36.880913 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:36.882197 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-d48a4f17-3ea7-4ad7-a751-fa67e0d27c45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392215 Jun 16 11:43:36.885299 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54034) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:36.889977 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:36.996619 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.099587 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.186962 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c5a02c74-ea3e-441b-babb-fb066d896586 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:43:37.217016 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Allocated IP 172.27.1.233 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/4d69ed83-705a-4733-9a34-e9531fb5e87d) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:37.309962 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port c5a02c74-ea3e-441b-babb-fb066d896586 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:43:37.313756 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port c5a02c74-ea3e-441b-babb-fb066d896586 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:43:37.314170 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.330806 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.401730 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.424415 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a02c74-ea3e-441b-babb-fb066d896586'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:37.426744 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e02b25d-111d-4549-b42a-48d854c0546f" -d '{"events": [{"server_uuid": "e0e10a15-40c4-4f67-93ca-019638d98f55", "name": "network-vif-plugged", "status": "completed", "tag": "c5a02c74-ea3e-441b-babb-fb066d896586"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:37.440316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port c5a02c74-ea3e-441b-babb-fb066d896586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5a02c74-ea3e-441b-babb-fb066d896586,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:37.449560 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.451597 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:37.487441 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:37.492324 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:37.495800 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:37.499176 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.505049 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7f8f006e-40f9-4d35-abb6-13f8a0e0659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:37.519275 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'Port': ['ID=4d69ed83-705a-4733-9a34-e9531fb5e87d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:37.523710 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:37.544275 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc076a18-682c-4c49-b4bc-628060f15d39 req-cef7c802-65e9-448a-8d6e-ef53e8a49ce0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:37.545947 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc076a18-682c-4c49-b4bc-628060f15d39 req-cef7c802-65e9-448a-8d6e-ef53e8a49ce0 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.1083059 Jun 16 11:43:37.562089 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f8afc-fd8d-4770-ad37-fc742860fc3f req-f6bc6a77-bc54-4d51-b6e3-01550a57518f tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:37.563523 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-012f8afc-fd8d-4770-ad37-fc742860fc3f req-f6bc6a77-bc54-4d51-b6e3-01550a57518f tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.0956166 Jun 16 11:43:37.573467 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=c5a02c74-ea3e-441b-babb-fb066d896586,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:37.580783 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.581417 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.582146 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.582297 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.582782 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.583302 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.583747 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.584170 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.584589 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.585014 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.585456 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.585874 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:43:37.593918 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:37.596076 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.626632 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fc076a18-682c-4c49-b4bc-628060f15d39 req-2e183d07-34a4-40f6-a351-9aaa0d013fe5 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0621243 Jun 16 11:43:37.632457 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-012f8afc-fd8d-4770-ad37-fc742860fc3f req-c553a0ad-290b-4c90-97fb-2b8b717eaa5d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603464 Jun 16 11:43:37.685183 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9d80cc-0f92-447d-aa68-92fc869b2ddf x-openstack-request-id: req-ea9d80cc-0f92-447d-aa68-92fc869b2ddf {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:37.685650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e10a15-40c4-4f67-93ca-019638d98f55", "name": "network-vif-plugged", "status": "completed", "tag": "c5a02c74-ea3e-441b-babb-fb066d896586", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:37.686096 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea9d80cc-0f92-447d-aa68-92fc869b2ddf {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:37.686673 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a02c74-ea3e-441b-babb-fb066d896586', 'code': 200} Jun 16 11:43:37.701972 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.820931 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7954dfe-a61e-4d2e-a36e-e6f64b1fc1a9 req-f8f50b5f-2a92-4a7b-a622-88fc5e8a0312 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:37.822349 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7954dfe-a61e-4d2e-a36e-e6f64b1fc1a9 req-f8f50b5f-2a92-4a7b-a622-88fc5e8a0312 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 946 time: 0.0788207 Jun 16 11:43:37.854304 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.861559 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a7954dfe-a61e-4d2e-a36e-e6f64b1fc1a9 req-f34c68da-7c69-4372-bfee-8df1f32b1a5a tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335753 Jun 16 11:43:37.921221 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:37.923403 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1779490d-4b6a-4689-8e94-93318099d439 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:37.994968 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'Port': ['ID=4d69ed83-705a-4733-9a34-e9531fb5e87d,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:37.998988 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:38.005575 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:38.090709 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8652ee-3ce1-4cbb-86c2-e18dd682bae2 req-f1383667-5dbf-42cb-a617-910d45b41d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:38.092061 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7c8652ee-3ce1-4cbb-86c2-e18dd682bae2 req-f1383667-5dbf-42cb-a617-910d45b41d40 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 1099 time: 0.0505812 Jun 16 11:43:38.092473 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:38.095605 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2074521 Jun 16 11:43:38.132639 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7c8652ee-3ce1-4cbb-86c2-e18dd682bae2 req-e22898c1-03c3-47f4-ac12-f138f37da97d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jun 16 11:43:38.307125 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-932e788f-3040-4d32-afdb-85e3630e2003 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--830443886&fields=id&tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 267 time: 0.0462899 Jun 16 11:43:38.319464 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-e7c76fa7-e830-4fc2-b235-fc551bfcdd1d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:38.320919 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-e7c76fa7-e830-4fc2-b235-fc551bfcdd1d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1017303 Jun 16 11:43:38.483935 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-2fdcc842-6db2-4092-9d24-f60cf00f71d1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:38.485418 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-2fdcc842-6db2-4092-9d24-f60cf00f71d1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 816 time: 0.1635895 Jun 16 11:43:38.510324 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-74f5d579-ae09-44fb-b3da-da09c263d3c8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/quotas/eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 375 time: 0.0174944 Jun 16 11:43:38.514327 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Deleting port ac0a63f2-4684-4a25-9bec-f0fda9d65166 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:43:38.514678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:38.646364 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] For port ac0a63f2-4684-4a25-9bec-f0fda9d65166, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=ac0a63f2-4684-4a25-9bec-f0fda9d65166,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:38.647055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:38.668828 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-81dde922-9d56-4b21-9103-cd061446b606 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1511366 Jun 16 11:43:38.827796 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54076) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:38.948271 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.084433 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.195054 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.223122 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e8e6a895-847b-4f93-849f-91ec57db8e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:39.234666 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c4e80c70f5e4c0ea452daff19079a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050605 Jun 16 11:43:39.237315 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54084) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:39.269492 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e81710-ff3e-40e2-8d58-01b2b84f52e9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:39.272861 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:39.278726 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-2318c045-5ffe-413a-ad0f-e3750851ef79 service neutron] 10.222.0.45 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5618322 Jun 16 11:43:39.305863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.336994 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.347729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.348095 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.348410 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Floating IP 2b714d66-3d32-415a-832a-46afc5610c77 disassociated. External IP: 172.27.1.95, port: ac0a63f2-4684-4a25-9bec-f0fda9d65166. Jun 16 11:43:39.348755 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Calling delete_port for ac0a63f2-4684-4a25-9bec-f0fda9d65166 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:43:39.400297 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394c393-1765-4186-8833-aa647ff8f42d req-7f17c4e9-de0a-436a-9243-d0f655140954 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:39.401894 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5394c393-1765-4186-8833-aa647ff8f42d req-7f17c4e9-de0a-436a-9243-d0f655140954 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.5257206 Jun 16 11:43:39.490251 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-f5771c23-c9e7-4ac7-ab9d-0b8606595887 service neutron] 10.222.0.45 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015109 Jun 16 11:43:39.505735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5394c393-1765-4186-8833-aa647ff8f42d req-2062b39c-342e-4565-9137-ef9fb27154e1 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959065 Jun 16 11:43:39.672505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.679119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:39.698945 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.701914 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:39.703324 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4e81710-ff3e-40e2-8d58-01b2b84f52e9 HTTP/1.1" status: 204 len: 168 time: 0.4649665 Jun 16 11:43:39.708335 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0b3561c5-5ed4-453e-94e3-3a5f67202e98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:39.709162 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event deleted for resources: {'Port': ['ID=ac0a63f2-4684-4a25-9bec-f0fda9d65166,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:39.714882 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:39.732967 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111428f-a499-4ffb-b0ba-b92e68d69ac3 req-f84f7101-78eb-4608-af4e-fb0d6e2bcb57 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:39.734538 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7111428f-a499-4ffb-b0ba-b92e68d69ac3 req-f84f7101-78eb-4608-af4e-fb0d6e2bcb57 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 945 time: 0.1055675 Jun 16 11:43:39.749462 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e81710-ff3e-40e2-8d58-01b2b84f52e9,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:39.759615 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:39.905173 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7111428f-a499-4ffb-b0ba-b92e68d69ac3 req-4f3547d3-0b78-467b-a9b4-a18c5775b7ce tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=0437a1b7-a20f-413e-8565-849d7dc6620f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106064 Jun 16 11:43:39.952019 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Router 1aa64833-93fd-470e-81f2-0222ead97671 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:43:39.982397 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2018c2-fa47-440b-8edb-e0aab4c3eb1f req-ebd4f3f0-f5af-4897-a991-b85a69dd746c tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:39.983859 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd2018c2-fa47-440b-8edb-e0aab4c3eb1f req-ebd4f3f0-f5af-4897-a991-b85a69dd746c tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 946 time: 0.1566064 Jun 16 11:43:40.007550 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6aee0314-bb9b-4c2b-8bfc-0152427350a1 req-99530a59-e754-4d31-bc13-70e03d297034 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 210 time: 0.0454125 Jun 16 11:43:40.101647 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dd2018c2-fa47-440b-8edb-e0aab4c3eb1f req-a0f09aa3-41be-46df-be13-783bdbef9ed2 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996878 Jun 16 11:43:40.147438 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:43:40.161700 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:43:40.172551 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:40.173704 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:40.215311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] No DVR routers for this DVR port ac0a63f2-4684-4a25-9bec-f0fda9d65166 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:43:40.218591 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:40.221063 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8f74582d-32a0-4fd5-ac1f-02b9ac3a2310 req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "DELETE /v2.0/ports/ac0a63f2-4684-4a25-9bec-f0fda9d65166 HTTP/1.1" status: 204 len: 173 time: 1.8895712 Jun 16 11:43:40.221525 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'name': 'network-vif-deleted', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:40.225540 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8ab926-9896-4ac6-9807-2ecde9ef34a2" -d '{"events": [{"server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "name": "network-vif-deleted", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:40.281293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87c50ea-0f46-48ad-8ffa-4658da8e58f0 x-openstack-request-id: req-d87c50ea-0f46-48ad-8ffa-4658da8e58f0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:40.281629 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6f29b3-5eca-4e94-aa68-6b82242228c2", "name": "network-vif-deleted", "tag": "ac0a63f2-4684-4a25-9bec-f0fda9d65166", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:40.281960 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d87c50ea-0f46-48ad-8ffa-4658da8e58f0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:40.283242 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6f29b3-5eca-4e94-aa68-6b82242228c2', 'name': 'network-vif-deleted', 'tag': 'ac0a63f2-4684-4a25-9bec-f0fda9d65166', 'status': 'completed', 'code': 200} Jun 16 11:43:40.315687 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:40.501496 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54106) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:40.513983 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:40.546851 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:40.550077 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:43:40.563864 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:40.564794 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:40.647958 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:40.680634 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:40.715950 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18dff5-19f6-40b4-9675-f6218e08e490 req-250bfe1e-6fc4-4385-b0d9-b1338b6f2e17 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:40.717471 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b18dff5-19f6-40b4-9675-f6218e08e490 req-250bfe1e-6fc4-4385-b0d9-b1338b6f2e17 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.0665617 Jun 16 11:43:40.739599 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:40.745862 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c2f18bcf-3621-4c6e-b1d3-468c3bb9dec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:40.771915 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b18dff5-19f6-40b4-9675-f6218e08e490 req-25751564-e6ed-4c87-ae06-26ea53cae059 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=c6782388-4b50-4ad2-b3e2-affd4bd44149&id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430882 Jun 16 11:43:40.782778 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aeafa7e32934b70974d6a36f65965bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2825811 Jun 16 11:43:40.784245 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c94b625-3c70-413f-980b-792834ac2f0a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:40.787938 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:40.788410 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54114) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:40.843832 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:40.868932 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:40.914916 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:40.918669 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03abeb8-51de-484b-8b07-2312d4f1e161 None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:43:41.028748 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:41.031351 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:41.032555 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c94b625-3c70-413f-980b-792834ac2f0a HTTP/1.1" status: 204 len: 168 time: 0.2430897 Jun 16 11:43:41.038543 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-500a2cc4-8a28-4a67-8d75-fd3823b49b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:41.045990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c94b625-3c70-413f-980b-792834ac2f0a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:41.053950 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:41.122895 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6efde4be-471f-4c55-b590-52bb6ef4be82 req-6bb76a37-6ede-4331-b7ce-c8c6b3fed1c2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=4e6f29b3-5eca-4e94-aa68-6b82242228c2 HTTP/1.1" status: 200 len: 210 time: 0.0397124 Jun 16 11:43:41.205367 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ac0a63f2-4684-4a25-9bec-f0fda9d65166 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:43:41.231957 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: ac0a63f2-4684-4a25-9bec-f0fda9d65166 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:43:41.232436 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device ac0a63f2-4684-4a25-9bec-f0fda9d65166 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:43:41.266305 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c8c15212-b39e-41f4-91e3-4216a7b5ff1c req-a63fd317-8a11-4744-a5bc-a69801b1041d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 210 time: 0.0360398 Jun 16 11:43:41.287072 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3004710-4b73-4242-bea3-f5da144cc679 None None] New status for floating IP 2b714d66-3d32-415a-832a-46afc5610c77: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:43:42.248939 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-a8c56308-2742-46e1-80c8-105a03f66758 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:42.253291 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-a8c56308-2742-46e1-80c8-105a03f66758 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 816 time: 0.1210785 Jun 16 11:43:42.327744 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-2dcb08fb-a896-4fa8-a678-f4b98080eb7f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 379 time: 0.0580251 Jun 16 11:43:42.333691 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54156) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:42.336729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'port': {'device_id': 'a1542108-de5b-41b3-abe5-73be6047103a', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'admin_state_up': True, 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'security_groups': ['2b4d37ac-ff33-47b3-97ad-41df82e0f061']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:42.449652 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:42.487854 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:42.551785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f53aece2-915e-42e9-a014-6612131458e1 req-ad9a44fc-6ac3-4e0e-a6a6-4d7a929c63bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 210 time: 0.0561051 Jun 16 11:43:42.631184 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:42.634847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:42.638120 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "DELETE /v2.0/security-groups/0437a1b7-a20f-413e-8565-849d7dc6620f HTTP/1.1" status: 204 len: 168 time: 0.3016415 Jun 16 11:43:42.638120 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-410f8cff-2edd-418f-9efb-c6925872d8c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:42.639892 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54160) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:42.657536 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0437a1b7-a20f-413e-8565-849d7dc6620f,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:42.659636 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.api.v2.resource [None req-dfdb3a4f-cfca-4308-b12f-6c69c582d551 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] show failed (client error): The resource could not be found. Jun 16 11:43:42.661725 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-dfdb3a4f-cfca-4308-b12f-6c69c582d551 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups/0437a1b7-a20f-413e-8565-849d7dc6620f HTTP/1.1" status: 404 len: 347 time: 0.0199106 Jun 16 11:43:42.661725 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b8297eb9-6464-4d35-9b0e-1697167bb2e0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:42.669650 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54162) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:42.709105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Made reservation on behalf of eca043a4ace741d6aa3ee95d4f0bbb84 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:43:42.712702 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:42.908937 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Deleting port d9495d1c-e5f8-43de-a6b4-cd3ab1f8613c {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:43:42.909305 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:42.911389 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Allocated IP 172.20.0.4 (0dc817ae-8dda-4495-b064-8cce4ce22dcf/bb4833d8-31be-4bbb-a303-e4d976d9033e/4ad31835-4c98-4025-9bb6-2cb79cfc8f04) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:43.032568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.032818 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.131928 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Calling delete_port for d9495d1c-e5f8-43de-a6b4-cd3ab1f8613c owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:43:43.214869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.219404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-a4365d84-a3fa-4700-aecf-601008c645e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.242339 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Transition to ACTIVE for port object 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:43.383615 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.390432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-83caa3b8-84a4-4209-8837-632e5ca79a6e tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:43.422863 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.446437 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:43.460938 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:43.463572 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:43.508680 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:43.515270 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:43.518139 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:43.581233 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event deleted for resources: {'Port': ['ID=d9495d1c-e5f8-43de-a6b4-cd3ab1f8613c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:43.581233 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:43.595229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.598561 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.607250 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "DELETE /v2.0/floatingips/2b714d66-3d32-415a-832a-46afc5610c77 HTTP/1.1" status: 204 len: 168 time: 0.9291685 Jun 16 11:43:43.607250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:43.607250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.707633 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3781066 Jun 16 11:43:43.729962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Request body: {'port': {'device_id': 'a1542108-de5b-41b3-abe5-73be6047103a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:43.795476 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e96435f-2607-464a-a104-534d45472589 None None] Provisioning for port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:43:43.799373 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-2e96435f-2607-464a-a104-534d45472589 None None] Provisioning complete for port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:43:43.799751 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2e96435f-2607-464a-a104-534d45472589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.820166 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a71395-a4a3-49b8-bebe-692cc78f5d65 req-29f3e6b9-4411-406a-b781-2da1fbc6ae85 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:43.821779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25a71395-a4a3-49b8-bebe-692cc78f5d65 req-29f3e6b9-4411-406a-b781-2da1fbc6ae85 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 931 time: 0.1316893 Jun 16 11:43:43.835112 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2e96435f-2607-464a-a104-534d45472589 None None] Port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:43:43.841333 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:43.898155 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25a71395-a4a3-49b8-bebe-692cc78f5d65 req-9aa9f5f9-e8b8-4cd4-98db-9e36aefe4517 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677450 Jun 16 11:43:43.939082 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54198) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:43.944480 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474821200', 'description': 'tempest-description--1470887158'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:44.079996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.149132 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:44.157113 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.169471 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.173285 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Transition to ACTIVE for port object 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:44.264590 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.264793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.266978 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cf3e6e40-7c2d-4c2c-92b4-a16abc1a1835 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:44.270784 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-dc34b094-9ca1-4836-9aad-73c074b3e795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:44.302718 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff9d520-56bc-43b2-943b-39133084b633,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:44.306488 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:44.347164 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:44.353227 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:44.355929 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.357937 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4177551 Jun 16 11:43:44.360610 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54210) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:44.365587 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'security_group_rule': {'security_group_id': '5ff9d520-56bc-43b2-943b-39133084b633', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:44.426618 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Attempting to bind port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:43:44.427183 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Attempting to bind port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:43:44.427312 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Attempting to bind port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:44.431991 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:43:44.431991 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Attempting to bind port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 on network 0dc817ae-8dda-4495-b064-8cce4ce22dcf {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:44.437221 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:43:44.437560 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Checking segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:43:44.437933 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Bound using segment: {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:43:44.438359 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Bound port: 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c0d7ca5-f69a-4d86-8191-374cc79a58fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1155, 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:43:44.438703 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.446572 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.510971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:43:44.514799 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:43:44.524255 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.623488 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.626487 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:44.651232 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.658855 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:44.662131 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:44.663028 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.664779 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] 10.222.0.60 "PUT /v2.0/ports/4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 200 len: 1093 time: 0.9401736 Jun 16 11:43:44.665319 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:44.667630 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:44.678562 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fdb877e-eac2-4eba-8886-176239715bfd,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:44.681440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:44.713168 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8fa864-4aa4-4916-b85d-3e2d83269c11 x-openstack-request-id: req-9e8fa864-4aa4-4916-b85d-3e2d83269c11 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:44.713500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:44.713784 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9e8fa864-4aa4-4916-b85d-3e2d83269c11 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:44.714214 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'status': 'completed', 'code': 200} Jun 16 11:43:44.719281 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:44.722577 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:44.777440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.778960 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-57511532-e4ba-4c40-8559-053bb93aae7e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4173341 Jun 16 11:43:44.782124 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54224) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:44.787913 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'security_group_rule': {'security_group_id': '5ff9d520-56bc-43b2-943b-39133084b633', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:44.795846 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e req-ae9ae787-7f32-4267-a1ea-e48c101275cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:44.797431 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e req-ae9ae787-7f32-4267-a1ea-e48c101275cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1096 time: 0.0577917 Jun 16 11:43:44.914820 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:44.923395 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e req-44c51fee-92d8-4874-bfff-75c01df42bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:44.925997 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e req-44c51fee-92d8-4874-bfff-75c01df42bdb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1209157 Jun 16 11:43:45.005509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.043926 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e req-5c429e08-6bd8-439c-8835-19d6f7262703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:45.045649 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7bfc4fd1-6ebb-4f3a-981c-57d54f691e1e req-5c429e08-6bd8-439c-8835-19d6f7262703 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1132774 Jun 16 11:43:45.076012 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33422104'] for security_group_rule, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.078867 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:45.081318 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54232) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:45.096272 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e263c80a-5ec5-415e-8b22-90d67ebf730d,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:45.100233 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:45.151987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-23226400-7699-4e87-80df-72fbb25fefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:45.153510 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-23226400-7699-4e87-80df-72fbb25fefd3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1096 time: 0.0626101 Jun 16 11:43:45.200303 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.204728 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-06dfd9e0-a2ba-4a60-93f2-7a4217a816c6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4187298 Jun 16 11:43:45.205148 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54236) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:45.207187 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-695ff3ee-d1fc-4a6b-bd74-fafad730e66a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 200 len: 217 time: 0.0453796 Jun 16 11:43:45.210421 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:45.216437 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.298875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-a1aaa74b-cb9f-4c05-b4fa-8f155a9a465a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:45.300265 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-a1aaa74b-cb9f-4c05-b4fa-8f155a9a465a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0849757 Jun 16 11:43:45.333520 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.366465 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b53f43-44f7-49a5-b5e7-d99b93a027c8 req-49c48754-abf6-46cb-b168-c5a50d27bb68 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:45.368018 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90b53f43-44f7-49a5-b5e7-d99b93a027c8 req-49c48754-abf6-46cb-b168-c5a50d27bb68 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.3256271 Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.420449 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:43:45.431222 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:43:45.450738 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-332e6ca2-1e9b-4c5f-8266-9ffb25fe0c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:45.452235 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-332e6ca2-1e9b-4c5f-8266-9ffb25fe0c59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1452429 Jun 16 11:43:45.452691 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.457848 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-90b53f43-44f7-49a5-b5e7-d99b93a027c8 req-23c21597-2752-4ec3-b97f-568ff24a959d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815394 Jun 16 11:43:45.545987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.570675 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Allocated IP 172.27.1.69 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/5c45f921-d159-4468-83a7-814fd412fe43) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:45.576225 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-ed3f2c8f-048f-49e7-b2af-c205fd9ad632 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097252 Jun 16 11:43:45.594141 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.608375 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-71185905-46aa-433a-b478-bf92ab2c2f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:45.655114 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f638490-02a1-4ade-ae7f-0d4f09422a0e,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:45.679142 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.682236 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:45.684592 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=007b6d224029408aa40968e5291091fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6002614 Jun 16 11:43:45.687214 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54242) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:45.748491 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a6e16c4-e037-4780-9b7b-f2f34accec8a req-19e96b79-3cfd-433b-a91d-dcfa42a92e6b service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651652 Jun 16 11:43:45.768190 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.800655 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.823292 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.832330 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:45.864650 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:45.870062 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:45.873590 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:45.879547 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'Port': ['ID=5c45f921-d159-4468-83a7-814fd412fe43,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:45.900164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:45.927398 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-e859bec6-7ffd-4d33-ae3d-93890ce62fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:45.968395 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.076866 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.136999 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.228878 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.231584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.232706 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0f638490-02a1-4ade-ae7f-0d4f09422a0e HTTP/1.1" status: 204 len: 168 time: 0.5414102 Jun 16 11:43:46.233513 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a3d44ba8-50b3-49b3-83c8-d3dba1d33e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:46.234365 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.242784 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f638490-02a1-4ade-ae7f-0d4f09422a0e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:46.245561 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:46.316059 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.318778 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:46.390336 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'Port': ['ID=5c45f921-d159-4468-83a7-814fd412fe43,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:46.394538 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:46.401053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.498701 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.501552 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2953718 Jun 16 11:43:46.696830 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-4ed57e3e-3305-4216-a3c5-c5cc7e2ff5e2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1474821200&fields=id&tenant_id=c5db742308e54b06bf93f84cfb93519d HTTP/1.1" status: 200 len: 267 time: 0.0351574 Jun 16 11:43:46.844627 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-93f4bbfc-3431-408b-be66-05ba84d4a42a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:46.846296 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-93f4bbfc-3431-408b-be66-05ba84d4a42a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 810 time: 0.1426828 Jun 16 11:43:46.870768 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-c365f0f2-cd6a-4b24-b6a5-6aca3938fb0d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/quotas/c5db742308e54b06bf93f84cfb93519d HTTP/1.1" status: 200 len: 375 time: 0.0172532 Jun 16 11:43:46.881402 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c9c0e-4108-47b6-aaac-bcf7a56234ff req-ac22157c-ecb4-4f35-bdf0-e0ca57b55378 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:46.882891 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2a1c9c0e-4108-47b6-aaac-bcf7a56234ff req-ac22157c-ecb4-4f35-bdf0-e0ca57b55378 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.3016863 Jun 16 11:43:46.907457 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:46.923734 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cbae7cc0-448f-442a-9fc4-ea867d53f547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:46.952963 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2a1c9c0e-4108-47b6-aaac-bcf7a56234ff req-6fe918aa-ff43-4490-9c70-ba493fa60122 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592086 Jun 16 11:43:46.982397 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-3acd9115-e6d4-4c8a-8d13-e506523a973d tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985477 Jun 16 11:43:47.025101 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cbae7cc0-448f-442a-9fc4-ea867d53f547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.063990 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.082994 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-540272c1-5773-4b7d-8e75-e4fe6d48ed1a service neutron] 10.222.0.45 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868399 Jun 16 11:43:47.092904 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cbae7cc0-448f-442a-9fc4-ea867d53f547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.095586 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ba684276-8511-4d5a-bcfa-e2e977b00755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:47.133138 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cbae7cc0-448f-442a-9fc4-ea867d53f547 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f9b81896fd314aacb59d450237ddaaf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243266 Jun 16 11:43:47.134326 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae7cc0-448f-442a-9fc4-ea867d53f547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c9b38-88ec-4bc2-98b7-0b214a6b5db1,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:47.136818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:47.138727 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cbae7cc0-448f-442a-9fc4-ea867d53f547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:47.188143 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.196435 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-fea2e041-47ac-4a78-ac20-08943ce662b7 service neutron] 10.222.0.45 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073563 Jun 16 11:43:47.210489 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.333059 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.335770 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:47.337487 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e66c9b38-88ec-4bc2-98b7-0b214a6b5db1 HTTP/1.1" status: 204 len: 168 time: 0.1995356 Jun 16 11:43:47.338288 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f9ab79f5-d186-4ad4-b0f2-a4dde88c3564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:47.346636 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c9b38-88ec-4bc2-98b7-0b214a6b5db1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:47.349702 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:47.482357 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-081d3a5a-96ea-459d-8d23-4e782258b7f1 req-0f6a4328-d51b-4070-b630-f39618e4ded8 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 210 time: 0.0311606 Jun 16 11:43:48.153342 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f65e75-ddf7-43f7-bc0e-6af3e9e4cfc8 req-94dc900f-4e65-4869-85ba-17cdf9e22aa4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:48.154912 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-14f65e75-ddf7-43f7-bc0e-6af3e9e4cfc8 req-94dc900f-4e65-4869-85ba-17cdf9e22aa4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0630186 Jun 16 11:43:48.194830 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-14f65e75-ddf7-43f7-bc0e-6af3e9e4cfc8 req-f5b3212b-c75a-4886-82fe-7f52749f4435 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Jun 16 11:43:48.574275 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbfe614a-dc78-4f90-96d1-b6240c29f2aa req-d2d95d8a-5446-44ee-b2ac-e26999bae1ea tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 210 time: 0.0371640 Jun 16 11:43:48.973389 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:49.254119 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:43:49.355960 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:49.367436 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'mac_address': 'fa:16:3e:81:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:43:49.381060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5dc4a3-1faf-46fc-b438-82bce0ebd26c req-2556e3b2-5cda-4ea7-bdfb-37492464e09f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:49.382733 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f5dc4a3-1faf-46fc-b438-82bce0ebd26c req-2556e3b2-5cda-4ea7-bdfb-37492464e09f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0667584 Jun 16 11:43:49.409616 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:49.422965 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:49.423609 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f5dc4a3-1faf-46fc-b438-82bce0ebd26c req-2d17cb36-c0fd-4607-adda-2d522ea55d21 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347638 Jun 16 11:43:49.449605 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:49.521797 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:49.523598 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:49.568295 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:49.571342 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:49.726511 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-62cca043-81a6-44d7-abc5-94c27d1238ca req-eaeffece-7daf-4872-b571-16da2824d4b5 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 210 time: 0.0323262 Jun 16 11:43:49.835983 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['4ad31835-4c98-4025-9bb6-2cb79cfc8f04'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:43:50.100766 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-4ca1e8b1-e517-4967-ba78-fdb9fb2c9757 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:50.102750 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-4ca1e8b1-e517-4967-ba78-fdb9fb2c9757 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 810 time: 0.1096904 Jun 16 11:43:50.155027 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-1ad5b4ed-7d6f-43b7-95da-4e7e3d420f15 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5db742308e54b06bf93f84cfb93519d HTTP/1.1" status: 200 len: 380 time: 0.0426602 Jun 16 11:43:50.166077 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'port': {'device_id': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'admin_state_up': True, 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'security_groups': ['5ff9d520-56bc-43b2-943b-39133084b633']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:50.361025 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Made reservation on behalf of c5db742308e54b06bf93f84cfb93519d for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:43:50.365414 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:50.503537 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Allocated IP 172.20.0.10 (5a981979-738a-4bea-af75-701ca0635de2/3004e3ee-2da8-4560-ba27-cd5a269a74d7/91187a47-7cdf-4602-acc7-268bb784d0d6) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:43:50.687120 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:50.707513 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b1ad6-8497-4891-9f12-190c1290bf78 req-a9f0ae24-773c-48de-861a-c2a8a503675d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:50.707513 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5e1b1ad6-8497-4891-9f12-190c1290bf78 req-a9f0ae24-773c-48de-861a-c2a8a503675d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.1421642 Jun 16 11:43:50.716944 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Transition to ACTIVE for port object 91187a47-7cdf-4602-acc7-268bb784d0d6 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:50.760345 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5e1b1ad6-8497-4891-9f12-190c1290bf78 req-f8ae328b-fbc3-457a-b4d0-68382fdf9235 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536442 Jun 16 11:43:50.836256 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:50.840371 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-401a473d-c620-4c0b-8218-9b53cad1f389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:50.915795 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Network 5a981979-738a-4bea-af75-701ca0635de2 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:43:50.922451 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:43:50.925476 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:43:50.928895 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event updated for resources: {'Port': ['ID=91187a47-7cdf-4602-acc7-268bb784d0d6,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:50.951917 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:50.995205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:50.995850 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:51.015034 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08861fe-6859-4fbd-89ef-13116f553b22 req-ba327ecb-565f-40f5-a8ce-134fc3f0a70a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:51.016627 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f08861fe-6859-4fbd-89ef-13116f553b22 req-ba327ecb-565f-40f5-a8ce-134fc3f0a70a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 932 time: 0.1673234 Jun 16 11:43:51.058955 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f08861fe-6859-4fbd-89ef-13116f553b22 req-07ae8182-4662-48d9-94a0-1a61bfe4ca93 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347943 Jun 16 11:43:51.076721 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9151225 Jun 16 11:43:51.224827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e6bedc0-950f-4f56-9089-055b88968241 None None] Provisioning for port 91187a47-7cdf-4602-acc7-268bb784d0d6 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:43:51.229365 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-8e6bedc0-950f-4f56-9089-055b88968241 None None] Provisioning complete for port 91187a47-7cdf-4602-acc7-268bb784d0d6 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:43:51.229802 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8e6bedc0-950f-4f56-9089-055b88968241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:51.267945 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bedc0-950f-4f56-9089-055b88968241 None None] Port 91187a47-7cdf-4602-acc7-268bb784d0d6 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:43:51.948627 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ff4e0-8bf9-4ad6-93d6-9ed574750ae1 req-f1c5026d-0ce5-4143-bc29-1fc059a234ee tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:51.950143 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f00ff4e0-8bf9-4ad6-93d6-9ed574750ae1 req-f1c5026d-0ce5-4143-bc29-1fc059a234ee tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.0679443 Jun 16 11:43:51.990129 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f00ff4e0-8bf9-4ad6-93d6-9ed574750ae1 req-a6be8f4a-3924-45fa-bc33-ecc82d3d1dd1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336068 Jun 16 11:43:52.233279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0fa47-1af3-4ff8-9485-8ac9cde1c7fc req-df5b458d-4d83-4068-a463-da17542ae6eb tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:52.234750 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e8d0fa47-1af3-4ff8-9485-8ac9cde1c7fc req-df5b458d-4d83-4068-a463-da17542ae6eb tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 932 time: 0.0642853 Jun 16 11:43:52.275330 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e8d0fa47-1af3-4ff8-9485-8ac9cde1c7fc req-5143bd68-60a3-4b0a-b86b-1d5536586cad tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341952 Jun 16 11:43:52.638858 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Request body: {'port': {'device_id': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:52.716738 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:52.991494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91187a47-7cdf-4602-acc7-268bb784d0d6 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:52.998807 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:53.011234 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Transition to ACTIVE for port object 91187a47-7cdf-4602-acc7-268bb784d0d6 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:43:53.091455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:53.094713 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-efbfb80a-1d56-4c92-ba16-448c76104020 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:53.219891 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Pushing event updated for resources: {'Port': ['ID=91187a47-7cdf-4602-acc7-268bb784d0d6,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:53.224361 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:53.306447 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b29db4-6e6e-4ade-8eab-0a8e47229ec2 req-86c2ee93-3fcf-4e40-93e4-22b34ced2127 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:53.307956 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-10b29db4-6e6e-4ade-8eab-0a8e47229ec2 req-86c2ee93-3fcf-4e40-93e4-22b34ced2127 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.1868758 Jun 16 11:43:53.328536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Attempting to bind port 91187a47-7cdf-4602-acc7-268bb784d0d6 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:43:53.328934 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Attempting to bind port 91187a47-7cdf-4602-acc7-268bb784d0d6 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:43:53.329349 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Attempting to bind port 91187a47-7cdf-4602-acc7-268bb784d0d6 on network 5a981979-738a-4bea-af75-701ca0635de2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:53.342125 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Port 91187a47-7cdf-4602-acc7-268bb784d0d6 on network 5a981979-738a-4bea-af75-701ca0635de2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:43:53.342441 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Attempting to bind port 91187a47-7cdf-4602-acc7-268bb784d0d6 on network 5a981979-738a-4bea-af75-701ca0635de2 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:43:53.353136 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:43:53.353136 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Checking segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:43:53.353136 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Bound using segment: {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:43:53.353780 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Bound port: 91187a47-7cdf-4602-acc7-268bb784d0d6, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed0886d4-e042-46e2-b04d-2e956f305146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': '5a981979-738a-4bea-af75-701ca0635de2'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:43:53.353962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:53.377660 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-10b29db4-6e6e-4ade-8eab-0a8e47229ec2 req-87f1e7af-6133-4e10-b255-21b6e1b3526c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596087 Jun 16 11:43:53.468155 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] For port 91187a47-7cdf-4602-acc7-268bb784d0d6, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:43:53.472091 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] For port 91187a47-7cdf-4602-acc7-268bb784d0d6, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91187a47-7cdf-4602-acc7-268bb784d0d6,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:43:53.503020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9705ba-6732-47ef-bd7f-ec4b6a9376d6 req-bd2da25b-5d4d-4f7a-a8ce-872c22f9a88a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:53.505244 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0d9705ba-6732-47ef-bd7f-ec4b6a9376d6 req-bd2da25b-5d4d-4f7a-a8ce-872c22f9a88a tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 944 time: 0.0869620 Jun 16 11:43:53.539149 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:53.547387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-50b2616a-28cf-4c78-ac2b-1de9974b0e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:53.557041 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0d9705ba-6732-47ef-bd7f-ec4b6a9376d6 req-01af1493-541c-4f7a-a006-bd2f57bdc7c1 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459077 Jun 16 11:43:53.589372 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:53.589975 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:53.591342 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] 10.222.0.60 "PUT /v2.0/ports/91187a47-7cdf-4602-acc7-268bb784d0d6 HTTP/1.1" status: 200 len: 1094 time: 0.9574471 Jun 16 11:43:53.591845 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:53.594170 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eac83a-4248-426b-a15d-2e34486ea47b" -d '{"events": [{"name": "network-changed", "server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:53.610921 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Pushing event updated for resources: {'Port': ['ID=91187a47-7cdf-4602-acc7-268bb784d0d6,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:53.614842 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:53.632664 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcace4e-620b-4ce6-b3be-9353a00442c0 x-openstack-request-id: req-1dcace4e-620b-4ce6-b3be-9353a00442c0 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:53.632990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:53.633310 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1dcace4e-620b-4ce6-b3be-9353a00442c0 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:53.633748 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'status': 'completed', 'code': 200} Jun 16 11:43:54.029481 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:43:54.107295 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac83a-4248-426b-a15d-2e34486ea47b req-0a36bf2a-ec91-4121-a32e-7510550604fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.108912 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a4eac83a-4248-426b-a15d-2e34486ea47b req-0a36bf2a-ec91-4121-a32e-7510550604fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 1097 time: 0.0551965 Jun 16 11:43:54.149777 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:43:54.153648 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:43:54.154032 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:54.215462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac83a-4248-426b-a15d-2e34486ea47b req-f4e536ee-03ce-4a56-a896-ec17a287a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.216840 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a4eac83a-4248-426b-a15d-2e34486ea47b req-f4e536ee-03ce-4a56-a896-ec17a287a34b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c5db742308e54b06bf93f84cfb93519d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0996048 Jun 16 11:43:54.234815 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:54.263670 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:54.266756 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061d5569-476a-4005-9133-915c70fe3910" -d '{"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:54.281285 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:54.307133 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd2c543-2eb0-4f92-ab67-a494a286e801 x-openstack-request-id: req-2bd2c543-2eb0-4f92-ab67-a494a286e801 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:54.307428 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:54.307691 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2bd2c543-2eb0-4f92-ab67-a494a286e801 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:54.308086 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'code': 200} Jun 16 11:43:54.320452 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eac83a-4248-426b-a15d-2e34486ea47b req-52201dd6-d21c-432c-ad45-05a61b55517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.328550 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a4eac83a-4248-426b-a15d-2e34486ea47b req-52201dd6-d21c-432c-ad45-05a61b55517b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0977898 Jun 16 11:43:54.350880 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:54.355051 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-12a7f7f3-d538-4d27-95b8-6dace7da9139 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:54.403013 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:54.406377 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:54.455284 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-f216aecd-04fa-47e3-af0d-a8799e348477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.456564 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-f216aecd-04fa-47e3-af0d-a8799e348477 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 1097 time: 0.0622585 Jun 16 11:43:54.514326 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-b74e98dc-59ea-43e9-9f28-9445e233c91a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91187a47-7cdf-4602-acc7-268bb784d0d6 HTTP/1.1" status: 200 len: 217 time: 0.0434172 Jun 16 11:43:54.591623 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-c4a8285f-cb48-4559-974a-bd954fe686f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.593051 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-c4a8285f-cb48-4559-974a-bd954fe686f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0700831 Jun 16 11:43:54.643527 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a753b8-a6c3-4155-815e-39bc0db9a1d2 req-4237667f-140e-4ad0-9efa-48db8c42a79d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.645596 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-07a753b8-a6c3-4155-815e-39bc0db9a1d2 req-4237667f-140e-4ad0-9efa-48db8c42a79d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1340594 Jun 16 11:43:54.728260 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-07a753b8-a6c3-4155-815e-39bc0db9a1d2 req-9e77d354-747e-47d0-b209-f79d7c4cc4b0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759823 Jun 16 11:43:54.740879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb7237-938e-4975-9c03-3d5f7468664d req-86c2389a-8117-4a87-ae70-89bae7be66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.744522 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-86c2389a-8117-4a87-ae70-89bae7be66d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1411657 Jun 16 11:43:54.876854 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c18f96-7926-4c88-9687-7ae7307b1b81 req-0ea7d2b6-8486-462f-93de-83637592c127 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.878253 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e8c18f96-7926-4c88-9687-7ae7307b1b81 req-0ea7d2b6-8486-462f-93de-83637592c127 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 944 time: 0.1961327 Jun 16 11:43:54.887344 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04c046-2c27-44a8-b6cc-7e7322c53075 req-2b1fa0bc-63e1-44bb-a150-002d99c80484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:54.888737 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4b04c046-2c27-44a8-b6cc-7e7322c53075 req-2b1fa0bc-63e1-44bb-a150-002d99c80484 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1098 time: 0.1596532 Jun 16 11:43:54.924261 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-4903015a-146b-4a09-b4a8-b33de5e14a2a service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593003 Jun 16 11:43:54.975230 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4b04c046-2c27-44a8-b6cc-7e7322c53075 req-ce201dbf-bfa9-483b-87ed-8f34d852746b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755417 Jun 16 11:43:54.980214 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e8c18f96-7926-4c88-9687-7ae7307b1b81 req-6de8123c-ff24-4f72-bbcf-21886419e732 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950212 Jun 16 11:43:55.046744 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-08eb7237-938e-4975-9c03-3d5f7468664d req-8ce2468c-95cd-4efb-8402-1f3d15be7349 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146772 Jun 16 11:43:55.911503 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13677c2-d1d1-4672-bd6e-54b2db06cae4 req-3a177b5f-76a1-4121-a038-5a761ae96127 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:55.913143 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d13677c2-d1d1-4672-bd6e-54b2db06cae4 req-3a177b5f-76a1-4121-a038-5a761ae96127 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0678880 Jun 16 11:43:55.951687 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d13677c2-d1d1-4672-bd6e-54b2db06cae4 req-0c66ab47-1f19-452a-ab40-709f2954dcfd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326574 Jun 16 11:43:56.169486 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51801b3-2af6-42f9-95b7-e77194655c72 req-61c4bbd3-54be-4c3c-9e54-61b9cb9bd044 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:56.170980 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b51801b3-2af6-42f9-95b7-e77194655c72 req-61c4bbd3-54be-4c3c-9e54-61b9cb9bd044 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 944 time: 0.0681336 Jun 16 11:43:56.210616 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b51801b3-2af6-42f9-95b7-e77194655c72 req-4eb90d59-80b3-4d72-8e20-7edd3432e713 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333269 Jun 16 11:43:57.141612 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead1623-40a6-44ae-9398-39c0c408f5ff req-d0064f25-5582-49a7-bf62-b166545a583e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:57.143494 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9ead1623-40a6-44ae-9398-39c0c408f5ff req-d0064f25-5582-49a7-bf62-b166545a583e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jun 16 11:43:57.187573 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9ead1623-40a6-44ae-9398-39c0c408f5ff req-33075cf5-c570-4d87-a645-ec8ce02494e5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333912 Jun 16 11:43:57.395709 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a8f3a-c8a9-4c5e-b15e-8d927239ba9f req-e3a7570c-1b30-4278-9c9f-34427f6625a7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:57.397024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-895a8f3a-c8a9-4c5e-b15e-8d927239ba9f req-e3a7570c-1b30-4278-9c9f-34427f6625a7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1003587 Jun 16 11:43:57.405542 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54446) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:43:57.411445 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Request body: {'floatingip': {'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:43:57.415775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2199dd-ea25-4261-a39c-da0d0d9e4bcd req-cbbfc3c3-f43e-47c7-ab03-b3bdc4ccefcc tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:57.417274 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2d2199dd-ea25-4261-a39c-da0d0d9e4bcd req-cbbfc3c3-f43e-47c7-ab03-b3bdc4ccefcc tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 944 time: 0.0925314 Jun 16 11:43:57.451391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:57.455373 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2d2199dd-ea25-4261-a39c-da0d0d9e4bcd req-1b111e61-dcc2-4d19-b86c-9dc439244a00 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jun 16 11:43:57.891545 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:57.937926 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:58.038879 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Floating IP 6284dddc-1efd-4167-8ba0-664216ca9c68 associated. External IP: 172.27.1.233, port: 4ad31835-4c98-4025-9bb6-2cb79cfc8f04. Jun 16 11:43:58.249307 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:43:58.360680 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:43:58.365852 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:58.371042 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:43:58.381707 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:58.382538 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:58.405930 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a09c6b85-0c10-4fd4-99f3-ddfabe9e788f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "PUT /v2.0/floatingips/6284dddc-1efd-4167-8ba0-664216ca9c68 HTTP/1.1" status: 200 len: 991 time: 0.9992280 Jun 16 11:43:58.406612 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:43:58.408829 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792" -d '{"events": [{"name": "network-changed", "server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:43:58.448971 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1986dac-1598-45d0-91e5-b5470571d008 x-openstack-request-id: req-a1986dac-1598-45d0-91e5-b5470571d008 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:43:58.449447 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:43:58.449754 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1986dac-1598-45d0-91e5-b5470571d008 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:43:58.450199 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'status': 'completed', 'code': 200} Jun 16 11:43:58.486701 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 91187a47-7cdf-4602-acc7-268bb784d0d6 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:43:58.505323 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:58.645201 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f9050-06c3-4473-9ead-0bbcff9dd2ec req-ce151546-fad8-4b85-87c8-f958c7f1406c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:58.646861 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-888f9050-06c3-4473-9ead-0bbcff9dd2ec req-ce151546-fad8-4b85-87c8-f958c7f1406c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 944 time: 0.0672114 Jun 16 11:43:58.699879 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-888f9050-06c3-4473-9ead-0bbcff9dd2ec req-c3468840-df10-4d10-ba9d-f9bf81e707ac tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468254 Jun 16 11:43:58.733603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 91187a47-7cdf-4602-acc7-268bb784d0d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91187a47-7cdf-4602-acc7-268bb784d0d6,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:58.752558 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'port_id': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'mac_address': 'fa:16:3e:e3:bc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:43:58.827319 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:58.969114 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91187a47-7cdf-4602-acc7-268bb784d0d6 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:43:58.997264 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 91187a47-7cdf-4602-acc7-268bb784d0d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91187a47-7cdf-4602-acc7-268bb784d0d6,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:43:59.006277 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '6284dddc-1efd-4167-8ba0-664216ca9c68', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'mac_address': 'fa:16:3e:81:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1542108-de5b-41b3-abe5-73be6047103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:37Z', 'updated_at': '2021-06-16T11:43:57Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:59.012575 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:43:59.017871 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:43:59.018458 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:59.080334 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:43:59.084480 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-c202f976-afc0-4bff-b158-97d5ab0a3ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:43:59.148549 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=91187a47-7cdf-4602-acc7-268bb784d0d6,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:43:59.152599 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:43:59.165534 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:43:59.389690 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '6284dddc-1efd-4167-8ba0-664216ca9c68', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'mac_address': 'fa:16:3e:81:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1542108-de5b-41b3-abe5-73be6047103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:37Z', 'updated_at': '2021-06-16T11:43:57Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:43:59.393327 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad77bc5-5e85-4f68-a683-bec5654937c7 None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '6284dddc-1efd-4167-8ba0-664216ca9c68', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'floating_ip_address': '172.27.1.233', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'mac_address': 'fa:16:3e:81:fc:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1542108-de5b-41b3-abe5-73be6047103a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:37Z', 'updated_at': '2021-06-16T11:43:57Z', 'revision_number': 1, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:43:59.569937 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1022c9d6-f061-457f-89d3-f9f47c294f16 None None] New status for floating IP 6284dddc-1efd-4167-8ba0-664216ca9c68: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:43:59.880323 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7279a5-0588-423c-ab96-4858974a713f req-00f0deb3-fba2-47df-8aa5-392d3b02e170 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:43:59.881870 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ea7279a5-0588-423c-ab96-4858974a713f req-00f0deb3-fba2-47df-8aa5-392d3b02e170 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 945 time: 0.0650218 Jun 16 11:43:59.928785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ea7279a5-0588-423c-ab96-4858974a713f req-35eb51db-e99e-4dea-984a-71238473c05c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411553 Jun 16 11:44:01.104941 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea03f47-6c8b-48c3-946d-4a8b4b23dafc req-c75df119-bfa3-4cde-8ed1-efe242843d2c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:01.106455 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ea03f47-6c8b-48c3-946d-4a8b4b23dafc req-c75df119-bfa3-4cde-8ed1-efe242843d2c tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 945 time: 0.0631039 Jun 16 11:44:01.145922 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ea03f47-6c8b-48c3-946d-4a8b4b23dafc req-fbca0ced-43eb-431b-bc7b-cf76850f6342 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337522 Jun 16 11:44:01.331105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-5ad1c78f-d80d-401b-a825-07dc05979870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:01.336711 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-5ad1c78f-d80d-401b-a825-07dc05979870 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1098 time: 0.1474645 Jun 16 11:44:01.437648 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-14b2bc8e-ecc1-40c6-b7e5-06c6eb15c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:01.439006 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-14b2bc8e-ecc1-40c6-b7e5-06c6eb15c039 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.0906770 Jun 16 11:44:01.513075 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-864a734b-191c-4769-8ea3-168b7492e9e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 200 len: 1001 time: 0.0566947 Jun 16 11:44:01.548644 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['91187a47-7cdf-4602-acc7-268bb784d0d6'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:44:01.571422 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-9c47c998-8fe8-4dc9-b2cb-d4226b10472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:01.572878 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-9c47c998-8fe8-4dc9-b2cb-d4226b10472e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0482976 Jun 16 11:44:01.636908 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-453680a3-14f1-49f3-9f8e-71c363e78104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:01.638433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-453680a3-14f1-49f3-9f8e-71c363e78104 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556748 Jun 16 11:44:01.733844 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-1671274f-f7c4-4b9e-afed-c0a341d3ad2c service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866592 Jun 16 11:44:01.824799 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9d2ee17f-6c13-42b4-b6e0-fe4dd2fcb792 req-390fab49-5fa8-40c0-856a-233c32d17f45 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844519 Jun 16 11:44:02.325133 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fbf32-2f09-46dc-a4f6-bde0672e4288 req-9ea48b5a-6d53-4663-a01b-bd45d0f4d9e6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:02.326607 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-451fbf32-2f09-46dc-a4f6-bde0672e4288 req-9ea48b5a-6d53-4663-a01b-bd45d0f4d9e6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 945 time: 0.0665455 Jun 16 11:44:02.365675 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-451fbf32-2f09-46dc-a4f6-bde0672e4288 req-b8cc5f61-7574-46f6-814f-c639dec34611 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328417 Jun 16 11:44:03.177900 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 91187a47-7cdf-4602-acc7-268bb784d0d6 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:44:03.298417 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 91187a47-7cdf-4602-acc7-268bb784d0d6 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:44:03.304317 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 91187a47-7cdf-4602-acc7-268bb784d0d6 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:44:03.304721 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:03.384896 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:03.410598 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:03.412733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a33ce15-dddb-46e4-9a8d-0e77176c31df" -d '{"events": [{"server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "name": "network-vif-plugged", "status": "completed", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:03.426862 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 91187a47-7cdf-4602-acc7-268bb784d0d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91187a47-7cdf-4602-acc7-268bb784d0d6,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:03.460118 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d614cac-e51f-460c-935a-1d9e529a9589 x-openstack-request-id: req-9d614cac-e51f-460c-935a-1d9e529a9589 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:03.461163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "name": "network-vif-plugged", "status": "completed", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:03.461163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d614cac-e51f-460c-935a-1d9e529a9589 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:03.461667 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'code': 200} Jun 16 11:44:03.509636 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:03.511650 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:03.573461 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=91187a47-7cdf-4602-acc7-268bb784d0d6,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:03.576542 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:03.577876 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b935bc5-f1ff-4653-b73a-9b717e4fd2fd req-483b51fc-0953-4ad5-93a4-12e92969acfa tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:03.579375 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4b935bc5-f1ff-4653-b73a-9b717e4fd2fd req-483b51fc-0953-4ad5-93a4-12e92969acfa tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 945 time: 0.0964904 Jun 16 11:44:03.921367 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4b935bc5-f1ff-4653-b73a-9b717e4fd2fd req-f3eb7a4d-cbe4-4c3c-9822-9d95342b5b52 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352587 Jun 16 11:44:03.943301 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb056f38-443e-455f-9612-58609c80271a req-c7ab40fc-6d63-4e8c-9a05-0889b4a687f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:03.944728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bb056f38-443e-455f-9612-58609c80271a req-c7ab40fc-6d63-4e8c-9a05-0889b4a687f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 1099 time: 0.0665810 Jun 16 11:44:03.983804 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bb056f38-443e-455f-9612-58609c80271a req-d20b6ca0-1b29-44ac-8c87-236a5f0afd33 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305979 Jun 16 11:44:05.106516 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b2544-e0be-451e-83f1-3f48c4d4f92e req-45f088e6-df47-48fd-a290-7c1f61ab24f2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:05.108283 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e34b2544-e0be-451e-83f1-3f48c4d4f92e req-45f088e6-df47-48fd-a290-7c1f61ab24f2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 946 time: 0.0667610 Jun 16 11:44:05.147351 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e34b2544-e0be-451e-83f1-3f48c4d4f92e req-fe6bb713-372e-4067-88b0-9cbc0dd74923 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Jun 16 11:44:06.320890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac7ca9-cfec-4766-83f1-8ca469ac2644 req-c75e27d9-9396-47d8-98dd-aacd86d5da04 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:06.322382 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3dac7ca9-cfec-4766-83f1-8ca469ac2644 req-c75e27d9-9396-47d8-98dd-aacd86d5da04 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 946 time: 0.0647879 Jun 16 11:44:06.358725 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3dac7ca9-cfec-4766-83f1-8ca469ac2644 req-8cd5183c-bdda-4142-909b-d801eaa8dc66 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308175 Jun 16 11:44:06.521149 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:06.527443 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10852887-b4c9-45c5-898d-4601842e0298 req-af5a352a-fd92-4b10-bb4c-6a35761128b6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:06.528901 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-10852887-b4c9-45c5-898d-4601842e0298 req-af5a352a-fd92-4b10-bb4c-6a35761128b6 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 946 time: 0.0639799 Jun 16 11:44:06.538287 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54546) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:06.542898 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Request body: {'floatingip': {'port_id': '91187a47-7cdf-4602-acc7-268bb784d0d6'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:44:06.584652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:07.036008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:07.045885 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:44:07.109435 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:07.209657 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Floating IP fac638e4-cd24-4b30-8486-e29d7a81c70b associated. External IP: 172.27.1.69, port: 91187a47-7cdf-4602-acc7-268bb784d0d6. Jun 16 11:44:07.417400 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Router 1aa64833-93fd-470e-81f2-0222ead97671 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:44:07.524754 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:44:07.529222 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:07.535556 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:44:07.544394 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:07.545000 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:07.564413 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-eb36a4e9-9b88-4189-ac1b-71902a3e4851 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "PUT /v2.0/floatingips/fac638e4-cd24-4b30-8486-e29d7a81c70b HTTP/1.1" status: 200 len: 991 time: 1.0250494 Jun 16 11:44:07.565063 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:07.568031 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336ea99d-a188-49f9-b95c-c0d6e3b687cf" -d '{"events": [{"name": "network-changed", "server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:07.611587 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3f9187-00c2-4433-98a4-0be5a180af3b x-openstack-request-id: req-9a3f9187-00c2-4433-98a4-0be5a180af3b {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:07.612467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:07.612467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a3f9187-00c2-4433-98a4-0be5a180af3b {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:07.613337 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'status': 'completed', 'code': 200} Jun 16 11:44:07.655083 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:07.712337 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-0eba9291-f58c-4d7b-baad-b2eb054285ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:07.714261 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-0eba9291-f58c-4d7b-baad-b2eb054285ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c5db742308e54b06bf93f84cfb93519d&device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 1099 time: 0.0633817 Jun 16 11:44:07.818489 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-09009f1c-ca84-4413-9672-7f5aed152df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:07.819852 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-09009f1c-ca84-4413-9672-7f5aed152df0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 200 len: 912 time: 0.0925317 Jun 16 11:44:07.905308 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'fac638e4-cd24-4b30-8486-e29d7a81c70b', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'port_id': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'mac_address': 'fa:16:3e:e3:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:45Z', 'updated_at': '2021-06-16T11:44:06Z', 'revision_number': 1, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:07.906536 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-ede1ea60-d303-4187-9116-bd627daabd2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91187a47-7cdf-4602-acc7-268bb784d0d6 HTTP/1.1" status: 200 len: 999 time: 0.0729015 Jun 16 11:44:07.910058 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:44:07.918924 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:07.919521 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:43:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:07.960021 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-4bc35e38-ad81-4f43-ac3c-0f3c29aeb610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:07.961507 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-4bc35e38-ad81-4f43-ac3c-0f3c29aeb610 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 200 len: 849 time: 0.0452368 Jun 16 11:44:08.030650 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-ad05549c-9eb5-457c-a7d6-7bd915ae36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:08.032175 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-ad05549c-9eb5-457c-a7d6-7bd915ae36e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5a981979-738a-4bea-af75-701ca0635de2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591331 Jun 16 11:44:08.032913 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:08.135695 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-2921d314-3543-49d7-ad43-b0fbdd41da92 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959256 Jun 16 11:44:08.235762 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-336ea99d-a188-49f9-b95c-c0d6e3b687cf req-9d8e5ae1-47bc-48ff-895b-5111ab986028 service neutron] 10.222.0.60 "GET /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903809 Jun 16 11:44:08.278777 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'fac638e4-cd24-4b30-8486-e29d7a81c70b', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'port_id': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'mac_address': 'fa:16:3e:e3:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:45Z', 'updated_at': '2021-06-16T11:44:06Z', 'revision_number': 1, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:08.283361 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f28770-b5dc-45d5-9be4-064e71db6cd3 None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'fac638e4-cd24-4b30-8486-e29d7a81c70b', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'port_id': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'mac_address': 'fa:16:3e:e3:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:43:45Z', 'updated_at': '2021-06-16T11:44:06Z', 'revision_number': 1, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:44:08.463344 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8586d-4356-458d-a301-892b0ba73cfd None None] New status for floating IP fac638e4-cd24-4b30-8486-e29d7a81c70b: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:44:08.977179 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-53629475-3005-414c-82f8-caa0bcd8dc00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521472 Jun 16 11:44:09.087096 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-3b25e9fe-532b-4691-9db7-a9ea0e8bf339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:09.088589 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-3b25e9fe-532b-4691-9db7-a9ea0e8bf339 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1137 time: 0.0637465 Jun 16 11:44:09.199673 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-4d659f8b-ca8c-47be-a32a-1eacb5605bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:09.201152 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-4d659f8b-ca8c-47be-a32a-1eacb5605bc7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 916 time: 0.0845876 Jun 16 11:44:09.276613 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-a6f97f86-fe91-406c-8d05-41536bd3d478 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 1000 time: 0.0676165 Jun 16 11:44:09.330289 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-10fba59d-c13f-44fa-9e63-f92da177029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:09.332481 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-10fba59d-c13f-44fa-9e63-f92da177029e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.0464530 Jun 16 11:44:09.392443 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-7280d557-0694-4ef2-89f9-c48abc9091c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:09.394043 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-7280d557-0694-4ef2-89f9-c48abc9091c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536778 Jun 16 11:44:09.497969 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-8958568b-c59d-45c5-a526-966a6dfe352b service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906017 Jun 16 11:44:09.627602 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0914b21-bedf-4551-942d-eb0f0e17c3b9 req-b82bf904-4d62-40b9-b875-a012bfcb7742 service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214266 Jun 16 11:44:09.650411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ade8c8-6f2e-4c01-a1ca-0f2a5f3718e8 req-864b5e87-2e8b-413b-856c-e18030f0e9e4 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:09.651894 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-39ade8c8-6f2e-4c01-a1ca-0f2a5f3718e8 req-864b5e87-2e8b-413b-856c-e18030f0e9e4 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 946 time: 0.0878444 Jun 16 11:44:09.688825 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-39ade8c8-6f2e-4c01-a1ca-0f2a5f3718e8 req-ea2cd862-c1a4-4f27-bf41-117e7b57a974 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Jun 16 11:44:10.873735 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe404-6f3b-4d0c-bb80-8d06616e5652 req-ddfb4345-1fb3-40b5-a1bc-2b9df2b83545 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:10.875263 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-663fe404-6f3b-4d0c-bb80-8d06616e5652 req-ddfb4345-1fb3-40b5-a1bc-2b9df2b83545 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 946 time: 0.0651317 Jun 16 11:44:10.916192 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-663fe404-6f3b-4d0c-bb80-8d06616e5652 req-61f9023c-70f6-489c-8000-960afe226777 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Jun 16 11:44:11.683725 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598881-e137-454d-8691-b6f382667f88 req-4ccd6519-0ea8-4afb-ad76-ed9fdc491e05 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:11.685484 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-48598881-e137-454d-8691-b6f382667f88 req-4ccd6519-0ea8-4afb-ad76-ed9fdc491e05 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 946 time: 0.0699930 Jun 16 11:44:11.789113 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Deleting port c5a02c74-ea3e-441b-babb-fb066d896586 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:11.789460 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:11.880854 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] For port c5a02c74-ea3e-441b-babb-fb066d896586, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=c5a02c74-ea3e-441b-babb-fb066d896586,segment=NetworkSegment(ae749aa9-a282-442f-82eb-1c9bc5f2a130),segment_id=ae749aa9-a282-442f-82eb-1c9bc5f2a130)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:11.881564 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:11.943580 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Calling delete_port for c5a02c74-ea3e-441b-babb-fb066d896586 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:12.126374 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357ca2b-237a-4063-a44f-504d0bb4e836 req-83664f7b-1a10-4c09-a6f4-c3d5a7fba208 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:12.127852 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2357ca2b-237a-4063-a44f-504d0bb4e836 req-83664f7b-1a10-4c09-a6f4-c3d5a7fba208 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 946 time: 0.0962913 Jun 16 11:44:12.170482 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2357ca2b-237a-4063-a44f-504d0bb4e836 req-60157a72-c148-4379-a8a0-53942a76e163 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e156d45-bca1-45ef-b152-dc238face6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Jun 16 11:44:12.201184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:12.205481 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-99390e5e-14c9-410c-b1b0-227cae368d51 tempest-VolumesNegativeTest-469048106 tempest-VolumesNegativeTest-469048106-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:12.214812 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['c5a02c74-ea3e-441b-babb-fb066d896586'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:44:12.234430 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Pushing event deleted for resources: {'Port': ['ID=c5a02c74-ea3e-441b-babb-fb066d896586,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:12.264841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.265244 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.265632 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.265979 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.266337 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.266691 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.267049 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.267693 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.268029 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.268382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.268767 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.269150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:12.272902 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:12.289600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] No DVR routers for this DVR port c5a02c74-ea3e-441b-babb-fb066d896586 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:12.291965 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:12.293924 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-48598881-e137-454d-8691-b6f382667f88 req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.60 "DELETE /v2.0/ports/c5a02c74-ea3e-441b-babb-fb066d896586 HTTP/1.1" status: 204 len: 173 time: 0.6024680 Jun 16 11:44:12.294398 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'name': 'network-vif-deleted', 'tag': 'c5a02c74-ea3e-441b-babb-fb066d896586'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:12.296728 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d984bb-937b-4550-995a-4c0b958894f2" -d '{"events": [{"server_uuid": "e0e10a15-40c4-4f67-93ca-019638d98f55", "name": "network-vif-deleted", "tag": "c5a02c74-ea3e-441b-babb-fb066d896586"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:12.332794 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b031e9dc-b470-4e99-b329-47e190461c52 x-openstack-request-id: req-b031e9dc-b470-4e99-b329-47e190461c52 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:12.333176 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e10a15-40c4-4f67-93ca-019638d98f55", "name": "network-vif-deleted", "tag": "c5a02c74-ea3e-441b-babb-fb066d896586", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:12.333471 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b031e9dc-b470-4e99-b329-47e190461c52 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:12.333925 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e10a15-40c4-4f67-93ca-019638d98f55', 'name': 'network-vif-deleted', 'tag': 'c5a02c74-ea3e-441b-babb-fb066d896586', 'status': 'completed', 'code': 200} Jun 16 11:44:13.075750 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:13.186826 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.190182 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-55c762ba-ba5f-466c-b6ba-e5c04b9f7f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.274734 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.334204 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d172efc-8409-468d-9266-168645504e15 req-ddac5bed-8d53-4740-a410-c366fadffbb7 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] 10.222.0.45 "GET /v2.0/ports?device_id=e0e10a15-40c4-4f67-93ca-019638d98f55 HTTP/1.1" status: 200 len: 210 time: 0.0354822 Jun 16 11:44:13.349978 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.352696 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8a71b5a1-010c-4f86-bd89-a8b111a7e552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:13.389858 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9591ad-f1a4-4a67-a067-e78979a4716d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:13.394754 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c7565871b11a454cad742523ac73127e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3172119 Jun 16 11:44:13.397399 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54630) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:13.400839 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.401249 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.401624 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.401989 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.402352 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.402714 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.403066 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.403425 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.403783 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.404138 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.404493 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.404838 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:13.408691 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:13.446530 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.471776 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.639598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.642534 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:13.643721 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4d9591ad-f1a4-4a67-a067-e78979a4716d HTTP/1.1" status: 204 len: 168 time: 0.2453012 Jun 16 11:44:13.644936 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-186e9330-7e38-44e9-8715-ab64343fe424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:13.652385 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9591ad-f1a4-4a67-a067-e78979a4716d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:13.654690 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:15.222247 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c5a02c74-ea3e-441b-babb-fb066d896586 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:15.243760 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: c5a02c74-ea3e-441b-babb-fb066d896586 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:15.244114 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device c5a02c74-ea3e-441b-babb-fb066d896586 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:15.885236 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6fda9b22-bdbc-4e05-908a-1e9634ead85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:16.144162 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:17.080986 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:19.005428 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.281948 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54746) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:21.390914 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6bb2bf40-718d-46a7-8d53-13762fe2eda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.482987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6bb2bf40-718d-46a7-8d53-13762fe2eda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.559363 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6bb2bf40-718d-46a7-8d53-13762fe2eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.562093 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4273611c-8c60-4089-9dc7-927adaa299e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:21.599715 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6bb2bf40-718d-46a7-8d53-13762fe2eda7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1f4628d241c643e0a57939b8c0eed1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166895 Jun 16 11:44:21.600635 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2bf40-718d-46a7-8d53-13762fe2eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec81329-60bf-4893-bc96-1584c6e88d5a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:21.603053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54754) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:21.603765 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6bb2bf40-718d-46a7-8d53-13762fe2eda7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:21.652801 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.673924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.841045 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.843645 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:21.844858 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0ec81329-60bf-4893-bc96-1584c6e88d5a HTTP/1.1" status: 204 len: 168 time: 0.2403522 Jun 16 11:44:21.845676 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8147d9ca-597b-4195-97db-0d055957f4b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:21.855236 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec81329-60bf-4893-bc96-1584c6e88d5a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:21.857934 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:22.528652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54770) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:22.545286 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.632823 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.686238 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.689634 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d347b298-9714-4f5a-a7e5-81cf3debbe90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:22.725478 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5b7febd571954928bbde0d9b7503246b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1957068 Jun 16 11:44:22.727467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8e4bd5-192d-40c2-a56f-bc49c5eee1e5,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:22.728280 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54774) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:22.730434 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:22.780388 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.800496 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.909715 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.912615 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:22.913805 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf8e4bd5-192d-40c2-a56f-bc49c5eee1e5 HTTP/1.1" status: 204 len: 168 time: 0.1845345 Jun 16 11:44:22.914654 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e85ffb38-56f4-403c-a8a8-56939de3a263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:22.922446 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8e4bd5-192d-40c2-a56f-bc49c5eee1e5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:22.924832 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:33.258675 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-3cd4a9bd-6dbd-4ff6-9fe5-49a1fb1cd520 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-448108207&fields=id&tenant_id=b04452a6898a4320b96be88eed28325b HTTP/1.1" status: 200 len: 267 time: 0.0372920 Jun 16 11:44:33.327402 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b3f57dd2-4fc5-448d-b901-8c100acbf44a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:33.331026 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b3f57dd2-4fc5-448d-b901-8c100acbf44a tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 984 time: 0.0647826 Jun 16 11:44:33.341420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Request body: {'port': {'security_groups': ['9c5dddd1-4891-48c4-9562-ebb018d9c24e']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:44:33.426683 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:33.603203 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:33.634997 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:33.761109 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:33.765550 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-81ab27b0-ed41-411e-91e2-3919de6c6c7b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:33.773734 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['7b6ff63f-d941-4b1b-bec3-e90ccb514c58'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:44:33.843512 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:33.844283 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:33.845844 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9361f39-20b6-408d-9a47-3ca191f25d13 req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "PUT /v2.0/ports/7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 942 time: 0.5094330 Jun 16 11:44:33.846599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:33.852095 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4172b-4423-4d12-afe9-04c41c90d513" -d '{"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:33.861002 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 54958) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:33.913536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event updated for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=7']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:33.921915 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:33.977524 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.031913 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.092954 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['7b6ff63f-d941-4b1b-bec3-e90ccb514c58'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:44:34.153717 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247d11cb-9e36-44bd-88db-8c636fd2260a x-openstack-request-id: req-247d11cb-9e36-44bd-88db-8c636fd2260a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:34.154060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:34.154582 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-247d11cb-9e36-44bd-88db-8c636fd2260a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:34.154825 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'status': 'completed', 'code': 200} Jun 16 11:44:34.167316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-c596460f-38fa-4239-9bb5-70fa9a3fb296 None None] Provisioning complete for port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:44:34.167705 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-c596460f-38fa-4239-9bb5-70fa9a3fb296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.173197 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.177635 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.181483 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "DELETE /v2.0/security-groups/c6782388-4b50-4ad2-b3e2-affd4bd44149 HTTP/1.1" status: 204 len: 168 time: 0.3161170 Jun 16 11:44:34.181483 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-259c75d3-3689-402d-ae19-d448daeb4199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:34.181912 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 54962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:34.189617 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6782388-4b50-4ad2-b3e2-affd4bd44149,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:34.192786 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:34.329729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-8c1a3e37-ef85-45c3-9001-b21eb5f1320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:34.331349 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-8c1a3e37-ef85-45c3-9001-b21eb5f1320c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1098 time: 0.1427910 Jun 16 11:44:34.728444 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Deleting port b200cf6c-8cd3-4e14-93e7-31c8092545b6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:34.728686 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.749288 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-7506476e-ee2b-48c2-b4e7-ba90b554a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:34.750756 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-7506476e-ee2b-48c2-b4e7-ba90b554a9ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 916 time: 0.4060271 Jun 16 11:44:34.865016 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-d11fed60-5914-4482-b62c-4c96ff355484 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 1000 time: 0.1035192 Jun 16 11:44:34.866684 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.867014 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:34.962179 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Calling delete_port for b200cf6c-8cd3-4e14-93e7-31c8092545b6 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:34.992810 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-2a9dcf02-2c34-4cf3-b216-808632668471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:34.992810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-2a9dcf02-2c34-4cf3-b216-808632668471 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.1158769 Jun 16 11:44:35.131899 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-75a1f801-2427-4ad3-9c69-6c69460251d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:35.133401 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-75a1f801-2427-4ad3-9c69-6c69460251d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1162138 Jun 16 11:44:35.263088 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-ec62eab1-3fef-4339-b08e-b6bf0cdac5aa service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195004 Jun 16 11:44:35.335792 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:35.341920 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b66d247e-0914-4097-b79d-02b48c8a3151 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:35.371167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event deleted for resources: {'Port': ['ID=b200cf6c-8cd3-4e14-93e7-31c8092545b6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:35.376165 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:35.425560 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82d4172b-4423-4d12-afe9-04c41c90d513 req-500ce49c-7970-485d-b72b-67319d3ccc5f service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527920 Jun 16 11:44:35.444900 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:35.445267 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Floating IP ff2c1e48-2e6d-48e9-8630-d80367ea9104 disassociated (deleted). External IP: 172.27.1.79, port: 7b6ff63f-d941-4b1b-bec3-e90ccb514c58. Jun 16 11:44:35.655796 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:44:35.766076 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:44:35.776117 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:35.776276 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] Sync routers for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:44:35.785789 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:35.786504 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:35.807808 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ef796615-6c5a-4e9a-846e-390dbda1126e tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "DELETE /v2.0/floatingips/ff2c1e48-2e6d-48e9-8630-d80367ea9104 HTTP/1.1" status: 204 len: 168 time: 1.6249216 Jun 16 11:44:35.894520 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:36.105404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:41:00Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:36.108838 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] Checking router: 28c54d1d-f3d4-48cf-9216-c9b608bda3ad for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:44:36.117640 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:36.118306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:36.156248 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:36.159922 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77688359-1355-463f-b2c4-597fd742a6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:36.232907 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:36.258014 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c684ac-52d8-41c3-8b35-cfc7a9d566ee x-openstack-request-id: req-a6c684ac-52d8-41c3-8b35-cfc7a9d566ee {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:36.262755 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:36.262755 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6c684ac-52d8-41c3-8b35-cfc7a9d566ee {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:36.262755 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'status': 'completed', 'code': 200} Jun 16 11:44:36.371296 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688359-1355-463f-b2c4-597fd742a6d4 req-dded23e8-08ee-4cf3-b155-bdd05b195da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:36.373177 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-dded23e8-08ee-4cf3-b155-bdd05b195da6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b04452a6898a4320b96be88eed28325b&device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 1098 time: 0.0751126 Jun 16 11:44:36.481682 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688359-1355-463f-b2c4-597fd742a6d4 req-ee204f00-5e20-4154-b16b-e8325b8a3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:36.482188 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:41:00Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:36.483595 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-ee204f00-5e20-4154-b16b-e8325b8a3678 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 200 len: 916 time: 0.0991175 Jun 16 11:44:36.485641 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ce4f37-1fce-4a00-a6f5-28b7daf0494b None None] The sync data for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi is: [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:40:55Z', 'revision_number': 4, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '05ffd706-22cf-44f7-b4f7-b81ab1b408f4', 'name': '', 'network_id': '1895c0f0-d135-4ce4-a412-8989e9e8b7fa', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'mac_address': 'fa:16:3e:8c:50:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:54Z', 'updated_at': '2021-06-16T11:41:00Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'subnets': [{'id': '6e1dd4bb-2af8-4839-89bc-d832a902e1e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:44:36.529578 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-2276e96e-5673-45dd-9f16-5320a78a0c70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 200 len: 217 time: 0.0353479 Jun 16 11:44:36.543739 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:36.591268 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688359-1355-463f-b2c4-597fd742a6d4 req-201a8986-9dc2-4c71-af61-266c06c60b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:36.592825 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-201a8986-9dc2-4c71-af61-266c06c60b89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 200 len: 853 time: 0.0492213 Jun 16 11:44:36.662296 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77688359-1355-463f-b2c4-597fd742a6d4 req-3e71b9be-a62a-4459-aac5-402049b91106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:36.663810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-3e71b9be-a62a-4459-aac5-402049b91106 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1895c0f0-d135-4ce4-a412-8989e9e8b7fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0623224 Jun 16 11:44:36.722428 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bdabe-47bb-4d16-8f71-b06b02027137 None None] New status for floating IP ff2c1e48-2e6d-48e9-8630-d80367ea9104: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:44:36.762072 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-109aab92-0128-4ad4-aaa6-dd68eb2ebb8e service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911009 Jun 16 11:44:36.860939 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-77688359-1355-463f-b2c4-597fd742a6d4 req-c3607eb6-9ef6-4d15-9657-9c3e2d8af3ca service neutron] 10.222.0.60 "GET /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897534 Jun 16 11:44:39.540815 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cca8b-edef-4968-81a0-34aceb56294e req-2488a1e6-55aa-46d9-b260-f94a563026eb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:39.542371 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f78cca8b-edef-4968-81a0-34aceb56294e req-2488a1e6-55aa-46d9-b260-f94a563026eb tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.0655665 Jun 16 11:44:39.582032 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f78cca8b-edef-4968-81a0-34aceb56294e req-bbfbc87a-b4ae-46c5-a167-8cd5e19adc6b tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Jun 16 11:44:40.776333 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caea29-1a86-4466-a18d-6bfa42b2da78 req-af9cc419-a789-40f9-979a-420916f5f733 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:40.777859 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-95caea29-1a86-4466-a18d-6bfa42b2da78 req-af9cc419-a789-40f9-979a-420916f5f733 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.0731995 Jun 16 11:44:40.817217 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-95caea29-1a86-4466-a18d-6bfa42b2da78 req-35743186-bdf7-4cdb-a9ef-e871afb39fba tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333438 Jun 16 11:44:41.358791 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55090) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:41.402605 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Deleting subnet cf6027da-408c-45ed-85fb-50cc3013458b {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:44:41.405701 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.441558 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.479724 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.628726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.632399 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2e55537a-524d-4b55-b30b-fc35fc8cfa40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:41.684490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6027da-408c-45ed-85fb-50cc3013458b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:41.689551 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:41.691005 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.692860 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-38ea2e35-cee3-4db1-857d-3c89a2780fe5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cf6027da-408c-45ed-85fb-50cc3013458b HTTP/1.1" status: 204 len: 168 time: 0.3330986 Jun 16 11:44:41.695461 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55092) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:41.725401 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-85bf4afa-c3d3-4898-84ee-f3ce156d7209 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:41.726855 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-85bf4afa-c3d3-4898-84ee-f3ce156d7209 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.60 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.0954347 Jun 16 11:44:41.766143 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.832693 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Deleting port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:41.833287 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.850759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.861020 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f885cedd-14d5-4ef1-93aa-ca9a4b0349a4']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:41.871489 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae749aa9-a282-442f-82eb-1c9bc5f2a130') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:41.871791 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae749aa9-a282-442f-82eb-1c9bc5f2a130') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:41.882059 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.897632 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.904108 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Releasing vlan 1166 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:44:41.904485 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:44:41.906216 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:44:41.936572 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] For port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:41.936936 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.022935 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Calling delete_port for 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:42.040744 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.045537 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.051066 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] 10.222.0.45 "DELETE /v2.0/networks/f885cedd-14d5-4ef1-93aa-ca9a4b0349a4 HTTP/1.1" status: 204 len: 168 time: 0.3543971 Jun 16 11:44:42.057813 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6ddf4ba4-1264-416f-a3d2-1a79927a2ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:42.067881 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Pushing event deleted for resources: {'Network': ['ID=f885cedd-14d5-4ef1-93aa-ca9a4b0349a4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:42.070870 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7600577e-61e8-4bb7-a47b-90a32ba3274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:42.144072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5550e-580e-442b-87fb-3aa11d3b8db0 req-26e14d00-5dce-4b2b-bf5e-c07c3abf7aa9 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:42.145996 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4a5550e-580e-442b-87fb-3aa11d3b8db0 req-26e14d00-5dce-4b2b-bf5e-c07c3abf7aa9 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 945 time: 0.1944237 Jun 16 11:44:42.219449 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d4a5550e-580e-442b-87fb-3aa11d3b8db0 req-2c2eb31c-eaf0-416c-ad0b-3d7919182d47 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/security-groups?id=9c5dddd1-4891-48c4-9562-ebb018d9c24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627415 Jun 16 11:44:42.314734 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.319803 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2dbf8af8-d0cd-4f24-85b6-8240b530379e tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:42.327302 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['7b6ff63f-d941-4b1b-bec3-e90ccb514c58'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:44:42.348032 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Pushing event deleted for resources: {'Port': ['ID=7b6ff63f-d941-4b1b-bec3-e90ccb514c58,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:42.350774 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:42.395660 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] No DVR routers for this DVR port 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:42.397936 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.399845 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1072c1fb-c1df-402e-9a4b-52014823daa7 req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.60 "DELETE /v2.0/ports/7b6ff63f-d941-4b1b-bec3-e90ccb514c58 HTTP/1.1" status: 204 len: 173 time: 0.6659203 Jun 16 11:44:42.400383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'name': 'network-vif-deleted', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:42.402745 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c346f65c-f769-4c10-a1dc-1aedf906a3f2" -d '{"events": [{"server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "name": "network-vif-deleted", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:42.440167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7f54d9-3ae8-4b3f-9101-78f84dcf22df x-openstack-request-id: req-fd7f54d9-3ae8-4b3f-9101-78f84dcf22df {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:42.440504 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "648c67e2-2f71-49ca-8caf-09e02dd0b916", "name": "network-vif-deleted", "tag": "7b6ff63f-d941-4b1b-bec3-e90ccb514c58", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:42.440798 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fd7f54d9-3ae8-4b3f-9101-78f84dcf22df {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:42.441324 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '648c67e2-2f71-49ca-8caf-09e02dd0b916', 'name': 'network-vif-deleted', 'tag': '7b6ff63f-d941-4b1b-bec3-e90ccb514c58', 'status': 'completed', 'code': 200} Jun 16 11:44:42.482551 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55106) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:42.529031 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-40042dcf-293b-48b6-8a4d-f8eabf093028 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fcebeac3956549b5ae46bd871cfe6cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0451341 Jun 16 11:44:42.531228 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55108) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:42.580080 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.601956 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.703353 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.706930 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:42.708045 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e156d45-bca1-45ef-b152-dc238face6f7 HTTP/1.1" status: 204 len: 168 time: 0.1758914 Jun 16 11:44:42.709108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8095446e-890e-4652-ad66-529076ebbdb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:42.717279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e156d45-bca1-45ef-b152-dc238face6f7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:42.720150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:43.195091 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbf667b4-a212-4945-adfe-f3434c86ad87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:43.381829 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c7cda16-f5a5-4380-ba3c-b7c8570514eb req-5d1ab1ad-f327-4ee8-98f3-6b885b2999ed tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] 10.222.0.45 "GET /v2.0/ports?device_id=648c67e2-2f71-49ca-8caf-09e02dd0b916 HTTP/1.1" status: 200 len: 210 time: 0.0325432 Jun 16 11:44:44.043910 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:44:45.362596 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:45.382857 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:45.383207 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 7b6ff63f-d941-4b1b-bec3-e90ccb514c58 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:45.880819 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-371ba90e-001d-452a-9887-99029e7c2550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:46.042245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55184) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:46.131524 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:46.392943 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:46.646720 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Deleting port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:46.647066 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:46.724218 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] For port 05ffd706-22cf-44f7-b4f7-b81ab1b408f4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:46.724573 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:46.792485 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Calling delete_port for 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:47.039323 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:47.041589 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-532fc5dc-d48a-41c2-ab2d-718fc30e6383 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:47.063433 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:47.066237 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Pushing event deleted for resources: {'Port': ['ID=05ffd706-22cf-44f7-b4f7-b81ab1b408f4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:47.069427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:47.230685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:47.724368 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:44:47.827973 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:44:47.833102 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] 10.222.0.45 "PUT /v2.0/routers/28c54d1d-f3d4-48cf-9216-c9b608bda3ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7898138 Jun 16 11:44:47.836258 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55196) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:47.838924 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] Sync routers for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:44:47.848285 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:47.848900 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:47.935901 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:47.947944 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:48.039217 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.131582 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:44:46Z', 'revision_number': 5, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port': {'id': '6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:50Z', 'updated_at': '2021-06-16T11:40:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:48.135126 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] Checking router: 28c54d1d-f3d4-48cf-9216-c9b608bda3ad for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:44:48.143659 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] Routers {'28c54d1d-f3d4-48cf-9216-c9b608bda3ad'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:48.144494 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:48.160955 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Deleting port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:48.161543 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.233038 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] Set router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:48.245738 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] For port 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:48.246112 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.284306 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:44:48Z', 'revision_number': 6, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port_host': None}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:48.287910 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a82831-aeff-413f-b169-ec0935ecd23d None None] The sync data for ids ['28c54d1d-f3d4-48cf-9216-c9b608bda3ad'] in dv-cinder-796286-5-iscsi is: [{'id': '28c54d1d-f3d4-48cf-9216-c9b608bda3ad', 'name': 'tempest-TestMinimumBasicScenario-928165123-router', 'tenant_id': 'b04452a6898a4320b96be88eed28325b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:49Z', 'updated_at': '2021-06-16T11:44:48Z', 'revision_number': 6, 'project_id': 'b04452a6898a4320b96be88eed28325b', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:44:48.309448 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Calling delete_port for 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:48.524998 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.527181 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4e3beb76-11d8-439f-b34a-5b5341d13e03 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:48.550020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:48.553536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:48.618653 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.711270 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.713385 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.833448 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.833940 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28c54d1d-f3d4-48cf-9216-c9b608bda3ad {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:44:48.838674 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.839938 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] 10.222.0.45 "DELETE /v2.0/routers/28c54d1d-f3d4-48cf-9216-c9b608bda3ad HTTP/1.1" status: 204 len: 168 time: 1.0027750 Jun 16 11:44:48.842437 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55200) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:48.890412 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Deleting subnet 6e1dd4bb-2af8-4839-89bc-d832a902e1e9 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:44:48.894371 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.927788 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:48.937514 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.033292 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.165394 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.167975 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:49.192766 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e1dd4bb-2af8-4839-89bc-d832a902e1e9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:49.196302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:49.197394 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.199435 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1f62ef16-9aee-44c8-be86-c1a5c246b70a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6e1dd4bb-2af8-4839-89bc-d832a902e1e9 HTTP/1.1" status: 204 len: 168 time: 0.3559725 Jun 16 11:44:49.204506 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55202) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:49.208270 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb62b5a7-1ee5-4ae9-b1a1-e72e81964007 None None] Network 1895c0f0-d135-4ce4-a412-8989e9e8b7fa requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:44:49.285562 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.346344 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Deleting port 1a43629b-70b0-476e-a791-b517315fcefa {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:49.346855 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.428133 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] For port 1a43629b-70b0-476e-a791-b517315fcefa, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=1a43629b-70b0-476e-a791-b517315fcefa,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:49.428535 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.449843 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] DHCP port deletion for 1895c0f0-d135-4ce4-a412-8989e9e8b7fa request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:44:49.494940 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Calling delete_port for 1a43629b-70b0-476e-a791-b517315fcefa owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:49.500316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Deleting port 1a43629b-70b0-476e-a791-b517315fcefa {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:49.500697 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.567858 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] For port 1a43629b-70b0-476e-a791-b517315fcefa, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=1a43629b-70b0-476e-a791-b517315fcefa,segment=NetworkSegment(d0d4f2ae-2a00-48c0-8433-48efea5b4461),segment_id=d0d4f2ae-2a00-48c0-8433-48efea5b4461)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:49.568651 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.635704 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Calling delete_port for 1a43629b-70b0-476e-a791-b517315fcefa owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:49.650446 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.653398 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6205d4bc-d3c7-4903-9f13-6692f6bf3eac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:49.676578 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a43629b-70b0-476e-a791-b517315fcefa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:49.679197 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:49.682126 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] No DVR routers for this DVR port 1a43629b-70b0-476e-a791-b517315fcefa on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:49.686033 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883787-de67-4bd4-866b-6b0e52687e5d req-e1ec042b-1d20-4036-b5d5-17c540f860d9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:49.689712 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ae883787-de67-4bd4-866b-6b0e52687e5d req-e1ec042b-1d20-4036-b5d5-17c540f860d9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.0737174 Jun 16 11:44:49.733363 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ae883787-de67-4bd4-866b-6b0e52687e5d req-d52d3a2e-7631-406f-a256-0c6ee31b44c6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342624 Jun 16 11:44:49.766745 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.855032 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:49.857263 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:49.857818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1895c0f0-d135-4ce4-a412-8989e9e8b7fa']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Pushing event deleted for resources: {'Port': ['ID=1a43629b-70b0-476e-a791-b517315fcefa,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] No DVR routers for this DVR port 1a43629b-70b0-476e-a791-b517315fcefa on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:44:49.858086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:50.018810 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d4f2ae-2a00-48c0-8433-48efea5b4461') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:50.019313 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d4f2ae-2a00-48c0-8433-48efea5b4461') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:50.028531 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.041724 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.047435 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:44:50.047814 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:44:50.049927 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:44:50.114207 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:50.134461 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:50.134816 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6f9246fc-f8b3-4dc1-9aa1-f39b43adb51e not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:50.135229 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 1a43629b-70b0-476e-a791-b517315fcefa no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:50.160689 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 1a43629b-70b0-476e-a791-b517315fcefa {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:50.160689 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 1a43629b-70b0-476e-a791-b517315fcefa not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:50.160689 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:50.173934 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:50.173934 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 05ffd706-22cf-44f7-b4f7-b81ab1b408f4 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:50.183766 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.195433 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.204855 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55212) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:50.212645 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1895c0f0-d135-4ce4-a412-8989e9e8b7fa HTTP/1.1" status: 204 len: 168 time: 1.0017064 Jun 16 11:44:50.212645 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:50.224097 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=1895c0f0-d135-4ce4-a412-8989e9e8b7fa,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:50.230905 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-562251eb-ec9b-440e-8b47-ba16e9a74f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:50.558245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.806243 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Deleting port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:50.806590 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.919304 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] For port c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:50.919670 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:50.993699 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Calling delete_port for c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:51.014249 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c4799-2b7e-4b9d-8fbf-ba51cac3fd81 req-d073eb37-e68f-42d3-8c3d-bd37477f7702 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:51.015707 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa8c4799-2b7e-4b9d-8fbf-ba51cac3fd81 req-d073eb37-e68f-42d3-8c3d-bd37477f7702 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.1600344 Jun 16 11:44:51.098026 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aa8c4799-2b7e-4b9d-8fbf-ba51cac3fd81 req-1c98551f-74a7-4114-b729-4cc2ad4347c0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501411 Jun 16 11:44:51.313625 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:51.316582 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-43f6404c-3185-4be2-a725-5f99e3308336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:51.340059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Pushing event deleted for resources: {'Port': ['ID=c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:51.343639 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:51.550473 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:51.564112 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-26dd84e6-5c29-4dc8-ae9c-534f8d3c1a9f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:51.565668 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-26dd84e6-5c29-4dc8-ae9c-534f8d3c1a9f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.0950606 Jun 16 11:44:52.095977 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Deleting port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:52.096804 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.188126 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Router db60635b-de99-4863-bf06-96d69da47f34 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:44:52.223779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] For port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:52.224106 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.448168 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:44:52.455514 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] 10.222.0.45 "PUT /v2.0/routers/db60635b-de99-4863-bf06-96d69da47f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2495105 Jun 16 11:44:52.460470 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55232) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:52.464793 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] Sync routers for ids ['db60635b-de99-4863-bf06-96d69da47f34'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:44:52.470865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bbefd-f532-431a-a734-151080f9dc5b req-3aaca080-4ecf-4f86-b9b4-d9c22e6fb779 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:52.472830 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8e5bbefd-f532-431a-a734-151080f9dc5b req-3aaca080-4ecf-4f86-b9b4-d9c22e6fb779 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 946 time: 0.2555726 Jun 16 11:44:52.496059 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] Routers {'db60635b-de99-4863-bf06-96d69da47f34'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:52.496686 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['db60635b-de99-4863-bf06-96d69da47f34'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:52.571320 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8e5bbefd-f532-431a-a734-151080f9dc5b req-502839a0-f7e5-4c5c-a0a4-abfb76974703 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844724 Jun 16 11:44:52.574770 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.575708 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.575854 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Floating IP 20b96b62-4b79-426d-be5a-3df70009a236 disassociated. External IP: 172.27.1.38, port: f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2. Jun 16 11:44:52.576711 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Calling delete_port for f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:52.617060 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] Set router db60635b-de99-4863-bf06-96d69da47f34 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:52.668273 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.804445 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.815596 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:44:51Z', 'revision_number': 5, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:52.825038 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] Checking router: db60635b-de99-4863-bf06-96d69da47f34 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:44:52.827024 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] Routers {'db60635b-de99-4863-bf06-96d69da47f34'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:52.827693 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['db60635b-de99-4863-bf06-96d69da47f34'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:52.885046 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.890355 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:52.932463 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Deleting port 6250578c-1256-471d-9ec8-d2cd231a49a8 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:52.932716 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:52.934131 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] Set router db60635b-de99-4863-bf06-96d69da47f34 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:52.960833 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'Port': ['ID=f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:52.963502 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:53.032293 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] For port 6250578c-1256-471d-9ec8-d2cd231a49a8, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=6250578c-1256-471d-9ec8-d2cd231a49a8,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:53.032665 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.040912 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:44:53.103484 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Calling delete_port for 6250578c-1256-471d-9ec8-d2cd231a49a8 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:53.127275 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:44:51Z', 'revision_number': 5, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:53.131896 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ac5ff8-bfe5-4ae6-afb6-bf3b9118f0ec None None] The sync data for ids ['db60635b-de99-4863-bf06-96d69da47f34'] in dv-cinder-796286-5-iscsi is: [{'id': 'db60635b-de99-4863-bf06-96d69da47f34', 'name': 'tempest-TestMinimumBasicScenario-1690327765-router', 'tenant_id': '8e626926cfc04b29a2588967a31ff4f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:41:00Z', 'updated_at': '2021-06-16T11:44:51Z', 'revision_number': 5, 'project_id': '8e626926cfc04b29a2588967a31ff4f0', 'gw_port': {'id': '6250578c-1256-471d-9ec8-d2cd231a49a8', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:94:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db60635b-de99-4863-bf06-96d69da47f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:41:01Z', 'updated_at': '2021-06-16T11:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:44:53.163841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:44:53.182269 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:44:53.192147 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:53.193024 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:53.212132 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] No DVR routers for this DVR port f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:53.214536 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.216715 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f4d3f398-661f-4e2b-83e6-beaee8028868 req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "DELETE /v2.0/ports/f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 HTTP/1.1" status: 204 len: 173 time: 1.6445475 Jun 16 11:44:53.217349 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'name': 'network-vif-deleted', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:44:53.235279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d05d3d5-0384-4209-b191-920e47f1f6db" -d '{"events": [{"server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "name": "network-vif-deleted", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:44:53.259117 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ab01f6-074f-4048-bd92-5740cfb21b9a x-openstack-request-id: req-b9ab01f6-074f-4048-bd92-5740cfb21b9a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:44:53.259546 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4067942d-a097-4930-ac46-ea7d39c199ec", "name": "network-vif-deleted", "tag": "f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:44:53.259959 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b9ab01f6-074f-4048-bd92-5740cfb21b9a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:44:53.260498 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4067942d-a097-4930-ac46-ea7d39c199ec', 'name': 'network-vif-deleted', 'tag': 'f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2', 'status': 'completed', 'code': 200} Jun 16 11:44:53.433547 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:53.435035 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.443572 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c7958740-a5d2-46ce-b600-b5c654b46b9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:53.469905 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6250578c-1256-471d-9ec8-d2cd231a49a8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:53.488451 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:53.536178 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.647799 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.650235 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.676208 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:53.683574 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:44:53.689580 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:44:53.690792 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:44:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:53.786212 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bd23e2c7-809b-4e8b-a516-35b9927f9e77 req-4f20c4ad-fe90-4169-8313-e7c285811178 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0354493 Jun 16 11:44:53.855746 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:44:53.927087 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.927629 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db60635b-de99-4863-bf06-96d69da47f34 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:44:53.932573 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:53.940917 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/db60635b-de99-4863-bf06-96d69da47f34 HTTP/1.1" status: 204 len: 168 time: 1.4722903 Jun 16 11:44:53.940917 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55256) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:54.035560 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Deleting subnet 1cb56dd7-4b99-4ad2-b142-810a98ff7db5 {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:44:54.040299 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.082550 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29988327'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.171488 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:54.177562 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812606e-cc55-4a22-94e0-16e24fdc0e59 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:44:54.184735 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:54.213957 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:54.214450 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device c787ef8c-1b9a-4edf-8cee-af3f3ceb6f5f not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:54.270202 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.400987 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29988641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29821773'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.404383 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1d5358a7-730d-4da5-9350-8f6dfd891a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:54.431441 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb56dd7-4b99-4ad2-b142-810a98ff7db5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:54.434071 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:54.436757 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.441198 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1cb56dd7-4b99-4ad2-b142-810a98ff7db5 HTTP/1.1" status: 204 len: 168 time: 0.5013690 Jun 16 11:44:54.443506 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55258) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:54.447033 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285ec143-85b0-43e1-ad57-11d06290e273 None None] Network 622d8681-cee1-44f5-bc41-b09a6683bc19 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:44:54.524419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.589292 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbb68e2-b502-4394-9871-3dc124fb5d64 None None] New status for floating IP 20b96b62-4b79-426d-be5a-3df70009a236: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:44:54.628909 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Deleting port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:54.629285 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.750670 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] For port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:54.752594 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.757642 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293a78db-f159-4602-a616-093d427f915d None None] DHCP port deletion for 622d8681-cee1-44f5-bc41-b09a6683bc19 request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:44:54.857776 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Calling delete_port for 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:54.865533 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-293a78db-f159-4602-a616-093d427f915d None None] Deleting port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:44:54.866237 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293a78db-f159-4602-a616-093d427f915d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:54.938316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-293a78db-f159-4602-a616-093d427f915d None None] For port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,segment=NetworkSegment(a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d),segment_id=a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:44:54.938800 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293a78db-f159-4602-a616-093d427f915d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.017241 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5959800e-03f7-431a-be51-811d173a8a06 req-28c9957b-4f29-4255-abd9-72a1453f89b0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=4067942d-a097-4930-ac46-ea7d39c199ec HTTP/1.1" status: 200 len: 210 time: 0.0406404 Jun 16 11:44:55.031142 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-293a78db-f159-4602-a616-093d427f915d None None] Calling delete_port for 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:44:55.120575 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.123958 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3f49fd0f-f4aa-47aa-8a22-82bd8022c511 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:55.126884 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-293a78db-f159-4602-a616-093d427f915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.130917 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:55.150085 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Pushing event deleted for resources: {'Port': ['ID=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:55.152035 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] No DVR routers for this DVR port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:55.153764 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:55.159647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a78db-f159-4602-a616-093d427f915d None None] Pushing event deleted for resources: {'Port': ['ID=71f65b7a-b018-4e37-9af8-47e7d4e39eb4,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:55.161521 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a78db-f159-4602-a616-093d427f915d None None] No DVR routers for this DVR port 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:44:55.163385 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-293a78db-f159-4602-a616-093d427f915d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:55.241930 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.254215 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622d8681-cee1-44f5-bc41-b09a6683bc19']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:55.262921 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:55.263214 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39cde5b-8ec2-4ea5-b998-0b0abab6bd5d') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:44:55.272681 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.287372 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.293779 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:44:55.294164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:44:55.295863 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:44:55.480933 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.484556 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f92e3312-c8cb-4e47-84e6-2f16d4f72362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:55.490438 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:55.490438 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] 10.222.0.45 "DELETE /v2.0/networks/622d8681-cee1-44f5-bc41-b09a6683bc19 HTTP/1.1" status: 204 len: 168 time: 1.0455120 Jun 16 11:44:55.501646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Pushing event deleted for resources: {'Network': ['ID=622d8681-cee1-44f5-bc41-b09a6683bc19,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:55.504647 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:55.889665 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55284) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:55.930072 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-0e08418d-b8f8-4f05-8872-1ad07bf94b10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b04452a6898a4320b96be88eed28325b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391519 Jun 16 11:44:55.932735 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55286) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:55.989014 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:56.012920 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:56.126736 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6250578c-1256-471d-9ec8-d2cd231a49a8 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:56.141568 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:56.145641 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:56.149209 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c5dddd1-4891-48c4-9562-ebb018d9c24e HTTP/1.1" status: 204 len: 168 time: 0.2129891 Jun 16 11:44:56.149209 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f5f4bb1c-b38b-419f-87fe-e8c606ac38eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:56.151259 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 6250578c-1256-471d-9ec8-d2cd231a49a8 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:56.151614 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 6250578c-1256-471d-9ec8-d2cd231a49a8 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:56.152031 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:56.156090 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5dddd1-4891-48c4-9562-ebb018d9c24e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:56.158968 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:56.176769 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:56.177139 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 71f65b7a-b018-4e37-9af8-47e7d4e39eb4 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:56.345577 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-e8e1a888-a545-40a2-b223-fa17c85043cd tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123697368&fields=id&tenant_id=cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 267 time: 0.0375991 Jun 16 11:44:56.406965 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:44:56.427486 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:44:56.427937 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device f3c9bfa9-2f49-4c6c-bbd8-3983f9d807e2 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:44:56.457830 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-d62a2cef-8028-45ea-8f87-27de2fc7832f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:56.459314 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-d62a2cef-8028-45ea-8f87-27de2fc7832f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 811 time: 0.1083028 Jun 16 11:44:56.474080 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-78524eeb-f0d5-4e87-acdb-229e25a354f4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/quotas/cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 375 time: 0.0093272 Jun 16 11:44:56.543974 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-72619eb7-17ed-4ed3-991f-c6c597f22819 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647874 Jun 16 11:44:56.734188 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-05d3feb4-f1c1-4b4d-b3ad-1a25f1707335 service neutron] 10.222.0.45 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771286 Jun 16 11:44:56.829731 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-422c74f6-5ace-428b-98fb-ec791d4054a0 service neutron] 10.222.0.45 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880954 Jun 16 11:44:57.041878 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55312) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:57.083907 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-ac835f5a-1ad1-4f60-a045-8eaed53017f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e626926cfc04b29a2588967a31ff4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408161 Jun 16 11:44:57.086376 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55314) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:44:57.135919 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:57.157381 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:57.297152 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:57.300320 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:44:57.301473 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/be483f58-18f8-4fed-ba2f-a8fd31c913ed HTTP/1.1" status: 204 len: 168 time: 0.2142284 Jun 16 11:44:57.302241 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e10d4d5f-6715-4ae2-ae3c-c43be6467aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:44:57.312186 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be483f58-18f8-4fed-ba2f-a8fd31c913ed,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:44:57.312186 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:44:57.511130 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e0dfdd74-7f15-4b0a-ad5f-072548bd55e4 req-dbe7d2ce-3b2c-4bfe-889c-d90348f9f4d1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 210 time: 0.0292501 Jun 16 11:44:58.595981 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91aac0d8-a2b2-4516-ac3d-c5b760b8238a req-1dc3e14e-3df7-4412-83b1-efdbbd4a6a54 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 210 time: 0.0327728 Jun 16 11:44:59.602558 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329c24e-969b-48a0-b60b-fbe28671e07b req-43a5861d-7fae-462a-914a-af9638c6adb8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:44:59.604065 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3329c24e-969b-48a0-b60b-fbe28671e07b req-43a5861d-7fae-462a-914a-af9638c6adb8 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0628254 Jun 16 11:44:59.644553 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3329c24e-969b-48a0-b60b-fbe28671e07b req-a25bef26-3e15-480b-bf2e-62901be833a2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346897 Jun 16 11:44:59.739861 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67aa2a73-ff43-41a6-9cb9-80bf245f8f38 req-e5ba2c47-e9c5-4f7d-be86-94f842c1e3e4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 210 time: 0.0283992 Jun 16 11:45:00.358375 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-5e06a27b-894d-44d0-a344-e42c4872b446 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:00.359696 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-5e06a27b-894d-44d0-a344-e42c4872b446 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 811 time: 0.1135476 Jun 16 11:45:00.405689 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-309bca7e-c9fc-489a-9b3a-fe471143b176 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 380 time: 0.0362172 Jun 16 11:45:00.415143 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'port': {'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'admin_state_up': True, 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'security_groups': ['c7b5bcee-13fa-4487-a91a-19ff21fe7ac5']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:00.651434 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Made reservation on behalf of cb88e2056210447d8f65806c70bb4054 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:45:00.655084 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:00.821351 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Allocated IP 172.20.0.14 (91dea95a-867c-4c76-936f-94abb2472964/af96d369-495c-4b20-9fec-4e6c1f95a77a/cf77a3b9-d3b2-46fb-8913-21642e8fad6b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:45:00.901681 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9559405a-62cd-4684-9eb1-4d1df4f2be66 req-79ae798f-4573-4396-9351-918419f0f750 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 210 time: 0.0425916 Jun 16 11:45:00.909483 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953751-6f95-4a7e-8384-c080a22dc7c9 req-a8d04dba-822a-4e4a-a013-6831082bdc44 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:00.910916 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36953751-6f95-4a7e-8384-c080a22dc7c9 req-a8d04dba-822a-4e4a-a013-6831082bdc44 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1416614 Jun 16 11:45:01.001314 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36953751-6f95-4a7e-8384-c080a22dc7c9 req-b02b8a73-6df2-4454-aa45-7f31b3d60aaf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806363 Jun 16 11:45:01.034673 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.047872 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Transition to ACTIVE for port object cf77a3b9-d3b2-46fb-8913-21642e8fad6b will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:45:01.138115 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.142463 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b7d04d3d-5a04-4a1a-9e10-efce64654b80 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:01.184576 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Network 91dea95a-867c-4c76-936f-94abb2472964 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:45:01.189670 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:45:01.193552 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:45:01.217441 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:01.222699 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:01.250433 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:01.251087 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.349711 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9383638 Jun 16 11:45:01.360974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Request body: {'port': {'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:01.437113 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.457515 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f0f9f9b4-8ae6-41a4-b805-c0c8ce772b54 None None] Provisioning for port cf77a3b9-d3b2-46fb-8913-21642e8fad6b completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:45:01.462111 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-f0f9f9b4-8ae6-41a4-b805-c0c8ce772b54 None None] Provisioning complete for port cf77a3b9-d3b2-46fb-8913-21642e8fad6b triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:45:01.462422 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f0f9f9b4-8ae6-41a4-b805-c0c8ce772b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.499415 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9f9b4-8ae6-41a4-b805-c0c8ce772b54 None None] Port cf77a3b9-d3b2-46fb-8913-21642e8fad6b cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:45:01.700387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf77a3b9-d3b2-46fb-8913-21642e8fad6b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:45:01.709269 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.725965 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Transition to ACTIVE for port object cf77a3b9-d3b2-46fb-8913-21642e8fad6b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:45:01.823556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:01.825996 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e8e8b4bb-249b-4747-8e15-3f807912341d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:01.903692 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Pushing event updated for resources: {'Port': ['ID=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:01.909126 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:01.992646 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Attempting to bind port cf77a3b9-d3b2-46fb-8913-21642e8fad6b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:45:01.993194 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Attempting to bind port cf77a3b9-d3b2-46fb-8913-21642e8fad6b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:45:01.993761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Attempting to bind port cf77a3b9-d3b2-46fb-8913-21642e8fad6b on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:45:02.000771 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Port cf77a3b9-d3b2-46fb-8913-21642e8fad6b on network 91dea95a-867c-4c76-936f-94abb2472964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:45:02.001216 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Attempting to bind port cf77a3b9-d3b2-46fb-8913-21642e8fad6b on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:45:02.008483 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:45:02.008930 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Checking segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:45:02.009432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Bound using segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:45:02.010078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Bound port: cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:45:02.021571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:02.186119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] For port cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:45:02.204359 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] For port cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:45:02.215827 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed6ba0-07df-43f0-b7f7-924233cabd56 req-d2b08afd-e260-48b6-b60b-6df11665a0d4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.217967 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-72ed6ba0-07df-43f0-b7f7-924233cabd56 req-d2b08afd-e260-48b6-b60b-6df11665a0d4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.1654348 Jun 16 11:45:02.272926 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d71d5-87af-4e13-b6ee-df17459e327e req-714677e7-8447-4967-971c-dc001b948b7e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.274414 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f4d71d5-87af-4e13-b6ee-df17459e327e req-714677e7-8447-4967-971c-dc001b948b7e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1261492 Jun 16 11:45:02.277439 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-72ed6ba0-07df-43f0-b7f7-924233cabd56 req-b4a9c440-bd24-465d-b7f0-17dd97db3521 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534399 Jun 16 11:45:02.315895 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:02.322165 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f4d71d5-87af-4e13-b6ee-df17459e327e req-c4bc9bc4-10f9-448e-85d1-905e92507779 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413649 Jun 16 11:45:02.324435 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-363e8c1b-76ff-44ab-a333-801ab9dbe4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:02.353154 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.353504 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:02.354891 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] 10.222.0.60 "PUT /v2.0/ports/cf77a3b9-d3b2-46fb-8913-21642e8fad6b HTTP/1.1" status: 200 len: 1094 time: 0.9981346 Jun 16 11:45:02.357042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:02.359439 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef91724-afdb-4f5c-8994-49e85a25d0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:02.390826 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Pushing event updated for resources: {'Port': ['ID=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:02.396062 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:02.409556 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb562c7-d72b-4857-bc5d-c35ade932228 x-openstack-request-id: req-9eb562c7-d72b-4857-bc5d-c35ade932228 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:02.409885 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:02.410176 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9eb562c7-d72b-4857-bc5d-c35ade932228 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:02.410609 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'status': 'completed', 'code': 200} Jun 16 11:45:02.504348 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef91724-afdb-4f5c-8994-49e85a25d0e7 req-3d4b29bf-6969-490f-b62b-1611aecb56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.506449 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fef91724-afdb-4f5c-8994-49e85a25d0e7 req-3d4b29bf-6969-490f-b62b-1611aecb56d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1097 time: 0.0654204 Jun 16 11:45:02.624737 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef91724-afdb-4f5c-8994-49e85a25d0e7 req-2312255e-83d9-4905-8d66-efdacca9e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.626228 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fef91724-afdb-4f5c-8994-49e85a25d0e7 req-2312255e-83d9-4905-8d66-efdacca9e7b0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb88e2056210447d8f65806c70bb4054&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1116197 Jun 16 11:45:02.722954 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef91724-afdb-4f5c-8994-49e85a25d0e7 req-303906ca-e9f3-43d5-b90f-9eacb023a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.724376 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fef91724-afdb-4f5c-8994-49e85a25d0e7 req-303906ca-e9f3-43d5-b90f-9eacb023a6f2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0912499 Jun 16 11:45:02.814851 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-13520eca-cf33-4ce5-89db-bc991957c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.816697 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-13520eca-cf33-4ce5-89db-bc991957c621 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1097 time: 0.0533295 Jun 16 11:45:02.861308 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-9f3579a3-13da-4799-8f36-12c175e7b6ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b HTTP/1.1" status: 200 len: 217 time: 0.0368500 Jun 16 11:45:02.910327 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-e6487fd7-7b19-414b-8df6-55ec881b0ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.911770 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-e6487fd7-7b19-414b-8df6-55ec881b0ebf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0442989 Jun 16 11:45:02.973714 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-619c125e-1598-4d35-a91d-4a1023f85c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:02.975141 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-619c125e-1598-4d35-a91d-4a1023f85c2a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537755 Jun 16 11:45:03.072305 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-c73e376e-2a91-43eb-a6d4-454dabbcb3ae service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900202 Jun 16 11:45:03.165495 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f548ef83-d821-457a-aa90-9bfb285450b0 req-17fe5416-7a5e-4efe-b0c3-5b3214ce9237 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855997 Jun 16 11:45:03.492278 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8ed2f-7666-48cb-9f09-bf70a2f534f9 req-d9fdcefd-0bf6-48cf-bc12-396a0de23ddc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:03.493778 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3da8ed2f-7666-48cb-9f09-bf70a2f534f9 req-d9fdcefd-0bf6-48cf-bc12-396a0de23ddc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0982018 Jun 16 11:45:03.546753 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3da8ed2f-7666-48cb-9f09-bf70a2f534f9 req-e4e6e7ec-3d4d-41ae-936c-ddb07b052012 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466852 Jun 16 11:45:03.555505 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e7b7f-0f68-45e2-8dd9-2190536b10b9 req-10cde14e-633b-4df1-b935-62b3623c4664 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:03.556994 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c10e7b7f-0f68-45e2-8dd9-2190536b10b9 req-10cde14e-633b-4df1-b935-62b3623c4664 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1060328 Jun 16 11:45:03.597959 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c10e7b7f-0f68-45e2-8dd9-2190536b10b9 req-828d9fb4-044d-4cf9-a9d4-0dcfee927f2d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349567 Jun 16 11:45:04.737962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41d2b0-9356-42a7-8b54-3ca52f8bf533 req-8e143314-bdb5-4fe8-badd-7e46b8d2727f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:04.738852 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ee41d2b0-9356-42a7-8b54-3ca52f8bf533 req-8e143314-bdb5-4fe8-badd-7e46b8d2727f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0774934 Jun 16 11:45:04.803221 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ee41d2b0-9356-42a7-8b54-3ca52f8bf533 req-ba29c39a-6247-4fb7-9237-435547fa66cc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436449 Jun 16 11:45:04.833943 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5eb4d-0597-469e-a98c-a532a2397a54 req-4f808f77-e67f-4e22-a458-530ec5667cc4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:04.835455 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dfd5eb4d-0597-469e-a98c-a532a2397a54 req-4f808f77-e67f-4e22-a458-530ec5667cc4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1151128 Jun 16 11:45:04.873001 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dfd5eb4d-0597-469e-a98c-a532a2397a54 req-a39e20c4-6412-45a4-a4ae-e93abc28951d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jun 16 11:45:05.002734 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55430) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:05.103019 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-758f5cab-74af-40cc-b05c-a3233a1027f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.188594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-758f5cab-74af-40cc-b05c-a3233a1027f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.274640 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-758f5cab-74af-40cc-b05c-a3233a1027f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.277467 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1961821c-258f-401c-b9cb-80226a6dd841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:05.312542 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f5cab-74af-40cc-b05c-a3233a1027f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b610c125-3f07-428a-b25e-c7d225e0b322,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:05.318015 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-758f5cab-74af-40cc-b05c-a3233a1027f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5e45614f709141f39ee0a5b9e7b2513d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141396 Jun 16 11:45:05.319041 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-758f5cab-74af-40cc-b05c-a3233a1027f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:05.320721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55434) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:05.372718 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.393947 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.531909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.534606 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:05.535727 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b610c125-3f07-428a-b25e-c7d225e0b322 HTTP/1.1" status: 204 len: 168 time: 0.2140450 Jun 16 11:45:05.536507 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-89bf08a6-cdf2-4024-832f-ed9142941bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:05.544273 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b610c125-3f07-428a-b25e-c7d225e0b322,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:05.546554 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:06.005274 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38706ad7-e06a-4437-bac1-eedbcd934dc4 req-5ca33bd9-d372-47d2-86fe-d8b4f965ae2a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:06.006771 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38706ad7-e06a-4437-bac1-eedbcd934dc4 req-5ca33bd9-d372-47d2-86fe-d8b4f965ae2a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0802577 Jun 16 11:45:06.352026 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38706ad7-e06a-4437-bac1-eedbcd934dc4 req-00136777-dc4f-46a1-aef2-1247fa6c5cc6 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354027 Jun 16 11:45:06.378314 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e9ca-4a74-4f6f-bb3d-b9c6d103dbc5 req-e25f0d49-183e-4f03-8adb-f8b654270267 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:06.379775 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-97f0e9ca-4a74-4f6f-bb3d-b9c6d103dbc5 req-e25f0d49-183e-4f03-8adb-f8b654270267 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.3720934 Jun 16 11:45:06.416754 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-97f0e9ca-4a74-4f6f-bb3d-b9c6d103dbc5 req-d1f36c2d-4b57-42a0-a3a2-bcf5d21268c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314643 Jun 16 11:45:06.524019 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:07.527991 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0b97a-3f52-4eb0-911e-5de59f20f634 req-a182d11b-8e63-4671-8bfd-f055bb9df697 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:07.529522 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-47a0b97a-3f52-4eb0-911e-5de59f20f634 req-a182d11b-8e63-4671-8bfd-f055bb9df697 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0628977 Jun 16 11:45:07.596188 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-47a0b97a-3f52-4eb0-911e-5de59f20f634 req-aa667156-14fc-4d8b-b06b-d9bdd3b36bdb tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552797 Jun 16 11:45:07.621069 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a005f8-3944-4d35-a360-54f784596ef6 req-74c83aa8-83e2-4f0e-82c4-e75e2a3ea798 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:07.622574 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-48a005f8-3944-4d35-a360-54f784596ef6 req-74c83aa8-83e2-4f0e-82c4-e75e2a3ea798 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0902841 Jun 16 11:45:07.662869 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-48a005f8-3944-4d35-a360-54f784596ef6 req-56251956-0ef6-4318-8cc0-0785f3dd040a tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339403 Jun 16 11:45:08.770104 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fd5ac-f71c-4da6-a41e-2c7f067e1efb req-d20e1b5c-8681-4efa-8426-28494316134f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:08.771571 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f4fd5ac-f71c-4da6-a41e-2c7f067e1efb req-d20e1b5c-8681-4efa-8426-28494316134f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0639071 Jun 16 11:45:08.841822 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f4fd5ac-f71c-4da6-a41e-2c7f067e1efb req-9e17989a-99cf-485e-9066-e5c73d598a46 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629046 Jun 16 11:45:08.868412 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d715f7e-c845-4ea9-8bba-fed84d892c23 req-38868b9a-33d5-430a-a211-2640db852240 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:08.869902 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2d715f7e-c845-4ea9-8bba-fed84d892c23 req-38868b9a-33d5-430a-a211-2640db852240 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0847855 Jun 16 11:45:08.907014 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2d715f7e-c845-4ea9-8bba-fed84d892c23 req-3e6018f2-0890-46c6-91ba-75eb328d71e4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312645 Jun 16 11:45:10.025265 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f96650-b4e4-4c98-8c6a-3f0843375f31 req-116f343f-d41a-4ae4-aa6a-cdcaf632c228 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:10.026864 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d8f96650-b4e4-4c98-8c6a-3f0843375f31 req-116f343f-d41a-4ae4-aa6a-cdcaf632c228 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0731096 Jun 16 11:45:10.098024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d8f96650-b4e4-4c98-8c6a-3f0843375f31 req-31f11817-a273-42c3-bbda-b0ea77330381 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596676 Jun 16 11:45:10.116420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01031f2-0ede-4524-a861-850d4657f866 req-85063d87-c301-4c78-9ee7-7fb279a9c94f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:10.118012 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d01031f2-0ede-4524-a861-850d4657f866 req-85063d87-c301-4c78-9ee7-7fb279a9c94f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0902569 Jun 16 11:45:10.156334 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d01031f2-0ede-4524-a861-850d4657f866 req-adc9de3d-5f9e-4a0f-9efc-f0f93a5741ad tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326936 Jun 16 11:45:10.978619 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-d5fc11db-0411-4f2c-b752-014e93774f63 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577042 Jun 16 11:45:11.059150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-5c29580f-7d44-453a-b18d-df1326812133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:11.060637 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-5c29580f-7d44-453a-b18d-df1326812133 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1098 time: 0.0558660 Jun 16 11:45:11.164865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-ac8d33c3-c0a3-4959-bd3d-12ac61e2faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:11.166332 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-ac8d33c3-c0a3-4959-bd3d-12ac61e2faa8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 909 time: 0.0833583 Jun 16 11:45:11.269532 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-4a503293-73de-462e-94f1-5b2033f17636 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 1000 time: 0.0944791 Jun 16 11:45:11.331667 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b166a-a755-4cb9-87f1-9c24f67e6d4a req-4bda4ea1-73ca-401c-b495-976e5fa6e3f7 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:11.333230 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-311b166a-a755-4cb9-87f1-9c24f67e6d4a req-4bda4ea1-73ca-401c-b495-976e5fa6e3f7 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.1195579 Jun 16 11:45:11.348395 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-3d109a0e-d289-4910-aeb6-0e8bba8014e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:11.349932 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-3d109a0e-d289-4910-aeb6-0e8bba8014e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 200 len: 846 time: 0.0716763 Jun 16 11:45:11.414073 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-311b166a-a755-4cb9-87f1-9c24f67e6d4a req-bef9228f-fccf-4b9f-af5e-c19e4d57f254 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740445 Jun 16 11:45:11.443713 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-57803e37-bcaf-46c0-92bc-0753bf087c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:11.445465 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-57803e37-bcaf-46c0-92bc-0753bf087c49 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826359 Jun 16 11:45:11.575594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c9cb9-7091-444a-b255-b69b77ff1983 req-0ca60ba7-87c9-4b9d-b7b4-6649a4cbd9f0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:11.577058 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-420c9cb9-7091-444a-b255-b69b77ff1983 req-0ca60ba7-87c9-4b9d-b7b4-6649a4cbd9f0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1452215 Jun 16 11:45:11.583109 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-8225446a-aaa7-466d-a4cd-81258da0a7d1 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151426 Jun 16 11:45:11.643167 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-420c9cb9-7091-444a-b255-b69b77ff1983 req-fe5ec0ab-a9d7-4da3-9c08-d46b5d7604e1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587811 Jun 16 11:45:11.698106 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a9dfe40e-8a3b-4065-9e94-d3dbaca7d703 req-5f4ce3fe-b710-4c54-8b9f-5d09ebadc04a service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062157 Jun 16 11:45:12.232463 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:45:12.331541 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:12.342334 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'mac_address': 'fa:16:3e:81:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:45:12.386647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:12.400232 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:45:12.420648 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:12.520297 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:12.521510 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device cf77a3b9-d3b2-46fb-8913-21642e8fad6b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:45:12.524163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:12.613744 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413df38-9650-45a7-8702-b70e38209c4d req-eb3d465f-e124-4996-a25d-1c27621eb614 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:12.614494 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6413df38-9650-45a7-8702-b70e38209c4d req-eb3d465f-e124-4996-a25d-1c27621eb614 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 944 time: 0.0784566 Jun 16 11:45:12.619841 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:12.624095 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:12.660016 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6413df38-9650-45a7-8702-b70e38209c4d req-8762c10c-6eca-4ec4-bb16-31c9c9b998ab tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379515 Jun 16 11:45:12.698340 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:12.710830 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:45:12.749934 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:12.763446 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf77a3b9-d3b2-46fb-8913-21642e8fad6b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:45:12.787225 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:12.854199 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45843c40-fd10-4d21-aa3b-a9e2be69828c req-b43a9d02-a5ee-4ded-8094-9aff91d0d38e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:12.855701 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45843c40-fd10-4d21-aa3b-a9e2be69828c req-b43a9d02-a5ee-4ded-8094-9aff91d0d38e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.0827138 Jun 16 11:45:12.868816 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:12.871020 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:12.917887 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45843c40-fd10-4d21-aa3b-a9e2be69828c req-89b927f7-3c8a-4a00-961c-5931e31fc6db tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515234 Jun 16 11:45:12.961615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:12.965773 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:12.968404 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['4ad31835-4c98-4025-9bb6-2cb79cfc8f04'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:45:13.125770 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['cf77a3b9-d3b2-46fb-8913-21642e8fad6b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:45:13.363390 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-092d28c7-2131-4769-ac90-8e015a752e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:13.849307 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211ad8-67d6-4c56-811d-6bb87176b093 req-7502c779-c5d8-4b08-9143-3b383c9c4741 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:13.853197 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1b211ad8-67d6-4c56-811d-6bb87176b093 req-7502c779-c5d8-4b08-9143-3b383c9c4741 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 945 time: 0.0761001 Jun 16 11:45:13.918489 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1b211ad8-67d6-4c56-811d-6bb87176b093 req-c775e63c-fdbe-4b07-8437-3da22b5c76b0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590565 Jun 16 11:45:14.149879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c6b9f-87ed-4862-a202-7882eb7e7dc2 req-5948ce30-345a-4a55-977f-23849586f50b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:14.156929 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-931c6b9f-87ed-4862-a202-7882eb7e7dc2 req-5948ce30-345a-4a55-977f-23849586f50b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.0945365 Jun 16 11:45:14.203963 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-931c6b9f-87ed-4862-a202-7882eb7e7dc2 req-bdaeed01-7559-4893-8427-cbe9d822a193 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460272 Jun 16 11:45:14.242425 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:45:14.295408 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:45:14.295886 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:14.387755 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:14.418204 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:14.420628 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8cef90-963a-4e7d-9669-17f30cfc2dd0" -d '{"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:14.437951 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:14.508742 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:14.509760 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device cf77a3b9-d3b2-46fb-8913-21642e8fad6b up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:45:14.513235 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:14.620094 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc2b6d1-3a0b-4822-8d48-45a0302ef7be x-openstack-request-id: req-4dc2b6d1-3a0b-4822-8d48-45a0302ef7be {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:14.620386 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:14.620651 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4dc2b6d1-3a0b-4822-8d48-45a0302ef7be {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:14.621049 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'code': 200} Jun 16 11:45:14.621728 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:14.630741 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:14.760457 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port cf77a3b9-d3b2-46fb-8913-21642e8fad6b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:45:14.768274 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port cf77a3b9-d3b2-46fb-8913-21642e8fad6b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:45:14.768732 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:14.855904 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:14.894733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:14.998926 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:15.003213 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:15.063327 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:15.069357 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:15.161411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763972-7be6-4e98-b9fa-94eb8eb31b8e req-95520f89-5ec3-40a7-a70e-ba356761837f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:15.169328 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67763972-7be6-4e98-b9fa-94eb8eb31b8e req-95520f89-5ec3-40a7-a70e-ba356761837f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.1190851 Jun 16 11:45:15.209334 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-67763972-7be6-4e98-b9fa-94eb8eb31b8e req-b03b58db-94c8-4190-a68d-3a5e7f5f356f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Jun 16 11:45:15.498585 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041bd55-6282-45fe-b71b-05c92b804a5a req-ee35a13d-246d-4f92-8f0e-3c817fa01972 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:15.500554 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3041bd55-6282-45fe-b71b-05c92b804a5a req-ee35a13d-246d-4f92-8f0e-3c817fa01972 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.1203148 Jun 16 11:45:15.552136 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3041bd55-6282-45fe-b71b-05c92b804a5a req-a192bcc9-dc76-43ed-af3a-98231835e412 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413754 Jun 16 11:45:15.960075 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-32872a8f-29b3-4316-9717-5412881f7282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:16.382972 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:16.403597 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b955b88-c434-4787-8d36-a410ce1e542f req-2425fab6-403b-4e6c-9f60-66b9674820fb tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:16.405164 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8b955b88-c434-4787-8d36-a410ce1e542f req-2425fab6-403b-4e6c-9f60-66b9674820fb tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.0664375 Jun 16 11:45:16.443365 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8b955b88-c434-4787-8d36-a410ce1e542f req-be98147c-63a3-460c-bd3b-711370830e74 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320268 Jun 16 11:45:16.621857 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:16.624207 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ab7a63-6651-4467-8479-8eaf6934fd4a" -d '{"events": [{"server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "name": "network-vif-plugged", "status": "completed", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:16.673813 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad06d9fc-98e4-4d27-b7d2-c1041af92555 x-openstack-request-id: req-ad06d9fc-98e4-4d27-b7d2-c1041af92555 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:16.673813 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "name": "network-vif-plugged", "status": "completed", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:16.673813 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad06d9fc-98e4-4d27-b7d2-c1041af92555 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:16.673813 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'code': 200} Jun 16 11:45:16.757787 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4896-ea4c-4620-a916-443d06608a3f req-e2052814-01da-476e-b2f8-7c122d0a71fd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:16.759702 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f12b4896-ea4c-4620-a916-443d06608a3f req-e2052814-01da-476e-b2f8-7c122d0a71fd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0854673 Jun 16 11:45:16.833583 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f12b4896-ea4c-4620-a916-443d06608a3f req-4292924f-8220-4155-871f-1d7a55ae3f85 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634074 Jun 16 11:45:17.089041 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:17.239647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe060bc6-aab7-4c82-9959-db34da3c6280 req-b63f77f4-cf1b-451f-b833-78fa40a2fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:17.241153 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe060bc6-aab7-4c82-9959-db34da3c6280 req-b63f77f4-cf1b-451f-b833-78fa40a2fc45 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1099 time: 0.0715554 Jun 16 11:45:17.289362 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe060bc6-aab7-4c82-9959-db34da3c6280 req-91317c2c-9813-460f-b12d-69d3e24bac41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Jun 16 11:45:17.628990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f4b35-1492-463e-ae5f-03efdf1c4962 req-2e433db8-2b8b-4c76-84c2-4feef478e8b2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:17.630378 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-365f4b35-1492-463e-ae5f-03efdf1c4962 req-2e433db8-2b8b-4c76-84c2-4feef478e8b2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.0691192 Jun 16 11:45:17.673407 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-365f4b35-1492-463e-ae5f-03efdf1c4962 req-f2728f9a-b454-4944-b6de-20fad4e13773 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340140 Jun 16 11:45:18.043368 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a537ad7-2862-42b9-a193-0e3bd92768de req-a7c8eaa2-30a9-4b08-a4da-36a702783048 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:18.045278 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7a537ad7-2862-42b9-a193-0e3bd92768de req-a7c8eaa2-30a9-4b08-a4da-36a702783048 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0871730 Jun 16 11:45:18.093182 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-7a537ad7-2862-42b9-a193-0e3bd92768de req-204e6c3f-5007-468e-875d-c0a3f394881c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 Jun 16 11:45:18.884583 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5f8cf-bd58-4d71-bfcb-f066293ae0cf req-2d73e466-7ead-41f2-a3cd-b5082705ba4f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:18.886878 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41b5f8cf-bd58-4d71-bfcb-f066293ae0cf req-2d73e466-7ead-41f2-a3cd-b5082705ba4f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.0936790 Jun 16 11:45:18.941581 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41b5f8cf-bd58-4d71-bfcb-f066293ae0cf req-8fccdd28-6dbe-4c77-8414-2529b2c02d3e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Jun 16 11:45:18.988947 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:19.157910 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a98e9-e739-40b0-92c1-75c2b345711b req-1cfa81c1-f75f-4bee-b8bd-aa848403b270 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:19.160757 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-822a98e9-e739-40b0-92c1-75c2b345711b req-1cfa81c1-f75f-4bee-b8bd-aa848403b270 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.0778003 Jun 16 11:45:19.213392 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-822a98e9-e739-40b0-92c1-75c2b345711b req-d2c8a6a5-a7c0-47fc-a8a6-80a4d61056b3 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Jun 16 11:45:19.251367 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55558) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:19.299562 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7b53f-47bf-45f1-939c-21cd4fd61f7f req-3b45dbf8-d25d-480a-9451-742176822013 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:19.301177 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58c7b53f-47bf-45f1-939c-21cd4fd61f7f req-3b45dbf8-d25d-480a-9451-742176822013 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0748420 Jun 16 11:45:19.307455 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3346c6c4-bf70-4920-9d97-eb85c70e97e6 tempest-TestVolumeBootPattern-2118316393 tempest-TestVolumeBootPattern-2118316393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:19.308996 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-3346c6c4-bf70-4920-9d97-eb85c70e97e6 tempest-TestVolumeBootPattern-2118316393 tempest-TestVolumeBootPattern-2118316393-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1094 time: 0.0556417 Jun 16 11:45:19.312099 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55560) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:19.317051 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:19.341024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58c7b53f-47bf-45f1-939c-21cd4fd61f7f req-48eb8882-7630-41a4-a691-21aeab0d8da2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332196 Jun 16 11:45:19.719989 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:19.838139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:19.958572 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Allocated IP 172.27.1.177 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/252783c9-de69-42fb-884f-39bddcd1098b) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:45:20.084294 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:20.207349 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:20.209934 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b9e5d6e0-55c7-4715-b630-526ac682807d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:20.258681 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:45:20.262405 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:45:20.269151 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:45:20.308886 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=252783c9-de69-42fb-884f-39bddcd1098b,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:20.325418 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.325793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.326161 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.326528 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.326889 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.327244 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.327602 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.327955 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.328314 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.328665 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.329015 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.329387 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:20.342377 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:20.601427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2e440-1ed3-469f-a1be-92ecc7b87527 req-b03ac899-6915-4eeb-a71e-053918b16f15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:20.603664 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26d2e440-1ed3-469f-a1be-92ecc7b87527 req-b03ac899-6915-4eeb-a71e-053918b16f15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0979912 Jun 16 11:45:20.659739 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-26d2e440-1ed3-469f-a1be-92ecc7b87527 req-89dde9f8-6c08-4cdb-8506-5ff546e40b95 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415468 Jun 16 11:45:20.776779 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:20.975093 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:21.043148 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:45:21.159455 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:21.223433 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:21.225924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:21.302219 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=252783c9-de69-42fb-884f-39bddcd1098b,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:21.308772 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:21.310927 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:21.422344 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Floating IP b9b04859-6e0f-4da0-9ff0-266b15c686c8 associated. External IP: 172.27.1.177, port: cf77a3b9-d3b2-46fb-8913-21642e8fad6b. Jun 16 11:45:21.899927 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760bedb-5040-448f-89d3-15812c9bf5f2 req-af4de376-7408-4c8b-b557-6e03383aafe6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:21.907530 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1760bedb-5040-448f-89d3-15812c9bf5f2 req-af4de376-7408-4c8b-b557-6e03383aafe6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0818934 Jun 16 11:45:21.930994 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:45:21.952742 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1760bedb-5040-448f-89d3-15812c9bf5f2 req-c502acc7-fb01-4b0c-8e30-a2a4e1d5032d tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Jun 16 11:45:22.081592 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:45:22.095068 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:45:22.109835 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:45:22.114469 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:45:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:22.207106 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:22.259415 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:45:22.296580 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9832716 Jun 16 11:45:22.297408 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:22.300950 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a785a6-6776-48f7-8145-9e015cbd61cf" -d '{"events": [{"name": "network-changed", "server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:22.409220 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951407d6-217c-4e93-9ba7-8dd4d4bbb2f8 x-openstack-request-id: req-951407d6-217c-4e93-9ba7-8dd4d4bbb2f8 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:22.409863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:22.409863 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-951407d6-217c-4e93-9ba7-8dd4d4bbb2f8 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:22.410399 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'status': 'completed', 'code': 200} Jun 16 11:45:22.507504 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-4751a7af-b5b9-4fce-9de6-1133d58ae800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:22.509362 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-4751a7af-b5b9-4fce-9de6-1133d58ae800 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1099 time: 0.0705101 Jun 16 11:45:22.628255 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-4af97faf-8f67-44c3-a157-6fae7b67e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:22.630920 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-4af97faf-8f67-44c3-a157-6fae7b67e7eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.1131794 Jun 16 11:45:22.659585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:20Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:22.672827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:45:22.688585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:45:22.689465 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:45:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:22.718075 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-7b0a2518-756e-492e-9e6f-03525c118e93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b HTTP/1.1" status: 200 len: 1000 time: 0.0789452 Jun 16 11:45:22.791814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-be14674f-3c8e-4a2e-af71-ebec10f72713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:22.793575 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-be14674f-3c8e-4a2e-af71-ebec10f72713 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0687568 Jun 16 11:45:22.836055 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:45:22.867084 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-6e33519b-07ff-4b33-a856-a8aa35b14473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:22.868749 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-6e33519b-07ff-4b33-a856-a8aa35b14473 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687704 Jun 16 11:45:22.975573 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-89df81f5-23aa-496e-8c07-bea77e03b822 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999675 Jun 16 11:45:23.092354 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9a785a6-6776-48f7-8145-9e015cbd61cf req-751eab25-ada5-4d89-80a5-a1defc635188 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100314 Jun 16 11:45:23.092626 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:20Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:23.097021 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d2a52-74fd-40b5-8906-e7792aba81c6 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:20Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:45:23.147420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576832e-df43-4250-a3ff-db39058209f1 req-5a97e911-17e3-45c3-811d-01e821d44048 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:23.149021 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4576832e-df43-4250-a3ff-db39058209f1 req-5a97e911-17e3-45c3-811d-01e821d44048 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0769517 Jun 16 11:45:23.190287 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4576832e-df43-4250-a3ff-db39058209f1 req-93470240-ce7f-4c46-a763-f1a489ba8c18 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353148 Jun 16 11:45:23.310239 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdeda93-c9ed-48f7-9cd3-bbc745450272 None None] New status for floating IP b9b04859-6e0f-4da0-9ff0-266b15c686c8: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:45:24.380767 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aaf10-72cb-4ad2-b387-58b50ffb5a2b req-9ca8ab8b-637d-4aca-9964-44bcbf4e96f2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:24.382396 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d89aaf10-72cb-4ad2-b387-58b50ffb5a2b req-9ca8ab8b-637d-4aca-9964-44bcbf4e96f2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0675354 Jun 16 11:45:24.420887 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d89aaf10-72cb-4ad2-b387-58b50ffb5a2b req-f3e3b4a2-d025-4008-ab7e-b5ed1efa1428 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326710 Jun 16 11:45:25.612416 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-a8ab82df-afcf-4e69-9cfc-4e6c6a26d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:25.613952 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-a8ab82df-afcf-4e69-9cfc-4e6c6a26d71e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1098 time: 0.0979838 Jun 16 11:45:25.625329 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b20c2f-3741-4526-a3c4-76ad6729933b req-b92f8d8c-dc3f-4f3f-9c88-4fa02c0495bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:25.626670 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75b20c2f-3741-4526-a3c4-76ad6729933b req-b92f8d8c-dc3f-4f3f-9c88-4fa02c0495bd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0806379 Jun 16 11:45:25.717690 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75b20c2f-3741-4526-a3c4-76ad6729933b req-93f9a067-7dca-40bc-b4bc-e7f60676bd45 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821488 Jun 16 11:45:25.739943 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-39d470f6-a0c3-45e3-83bf-1938a267a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:25.741423 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-39d470f6-a0c3-45e3-83bf-1938a267a718 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.1132689 Jun 16 11:45:25.805822 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-0a34eb03-3753-4a9e-b0d3-997c3eb287b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 200 len: 1001 time: 0.0574577 Jun 16 11:45:25.857462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-6d2cfd9a-2c5f-4897-98f8-cceaa28cb9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:25.858894 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-6d2cfd9a-2c5f-4897-98f8-cceaa28cb9c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0462761 Jun 16 11:45:25.916569 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-ede7787f-476d-43f3-9a42-1fde44563c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:25.918081 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-ede7787f-476d-43f3-9a42-1fde44563c60 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522182 Jun 16 11:45:26.009737 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-69b8fa85-d8e5-4d73-8675-5ca986d4dbe4 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842438 Jun 16 11:45:26.104058 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-aaf71297-5c9a-4d92-8f47-e14e92b25ad4 req-a71e90f5-dfa7-440d-adcd-2909382cf72a service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876608 Jun 16 11:45:26.895725 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd020b6-e87b-49a9-9c81-fc4fbed5845c req-3220e043-c691-4cc1-85c3-5b15f44dc9ff tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:26.897211 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4bd020b6-e87b-49a9-9c81-fc4fbed5845c req-3220e043-c691-4cc1-85c3-5b15f44dc9ff tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0619030 Jun 16 11:45:26.934854 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4bd020b6-e87b-49a9-9c81-fc4fbed5845c req-ffe03891-f0b7-4eda-92cc-0a4d1f844a95 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Jun 16 11:45:28.125946 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d2702-8603-437c-8193-a90c6a2d20bb req-d50c513b-eeaa-41ee-8703-85333d78b71c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:28.128106 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d5d2702-8603-437c-8193-a90c6a2d20bb req-d50c513b-eeaa-41ee-8703-85333d78b71c tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 945 time: 0.0698700 Jun 16 11:45:28.165904 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3d5d2702-8603-437c-8193-a90c6a2d20bb req-239f5d51-cb2a-46a1-a67b-7e1c49a3c2c4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321591 Jun 16 11:45:28.311647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:45:28.389110 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:28.412877 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:28.415208 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa79e53b-1484-4ddc-b72d-4e8dfcee0bbb" -d '{"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:28.428031 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:28.456901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83914461-21db-4e2b-8706-0d3ab89c8d08 x-openstack-request-id: req-83914461-21db-4e2b-8706-0d3ab89c8d08 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:28.457226 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:28.457515 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-83914461-21db-4e2b-8706-0d3ab89c8d08 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:28.457932 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'code': 200} Jun 16 11:45:28.512974 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:28.517032 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-7f8f006e-40f9-4d35-abb6-13f8a0e0659c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:28.563231 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:28.567763 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:29.349619 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a3278-d018-46ae-993b-78e991f7fe1f req-2cb33b56-e73e-41ee-89bc-ec7695e21241 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:29.351069 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-408a3278-d018-46ae-993b-78e991f7fe1f req-2cb33b56-e73e-41ee-89bc-ec7695e21241 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0621333 Jun 16 11:45:29.392901 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-408a3278-d018-46ae-993b-78e991f7fe1f req-c9fa40e0-b28f-404e-bb8c-157c168e4fe3 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360568 Jun 16 11:45:29.524904 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8fc0c-15ee-4351-8a20-82122b40ff06 req-619385f2-b68b-430d-a631-e2fb79ecb68e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:29.526406 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e3c8fc0c-15ee-4351-8a20-82122b40ff06 req-619385f2-b68b-430d-a631-e2fb79ecb68e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 946 time: 0.0638313 Jun 16 11:45:29.566559 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e3c8fc0c-15ee-4351-8a20-82122b40ff06 req-3fd87b7e-c104-4eb3-96ec-314e5945bf65 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342996 Jun 16 11:45:30.746862 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f17166-f9d7-4919-bca9-530e446f9045 req-2471b675-9dda-4cea-aab4-db1ffe742364 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:30.748338 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38f17166-f9d7-4919-bca9-530e446f9045 req-2471b675-9dda-4cea-aab4-db1ffe742364 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 946 time: 0.0666852 Jun 16 11:45:30.789379 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-38f17166-f9d7-4919-bca9-530e446f9045 req-17b0e980-00cd-4237-a6d6-2cb404dc35a2 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups?id=5ff9d520-56bc-43b2-943b-39133084b633&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352149 Jun 16 11:45:31.358901 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-ab154632-0431-4b9b-a672-25e0e169a9d4 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:31.360344 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-ab154632-0431-4b9b-a672-25e0e169a9d4 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 946 time: 0.0644798 Jun 16 11:45:31.463490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Deleting port 91187a47-7cdf-4602-acc7-268bb784d0d6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:45:31.463833 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:31.552549 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] For port 91187a47-7cdf-4602-acc7-268bb784d0d6, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=91187a47-7cdf-4602-acc7-268bb784d0d6,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:31.552913 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:31.732881 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:31.733282 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:31.733594 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Floating IP fac638e4-cd24-4b30-8486-e29d7a81c70b disassociated. External IP: 172.27.1.69, port: 91187a47-7cdf-4602-acc7-268bb784d0d6. Jun 16 11:45:31.733929 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Calling delete_port for 91187a47-7cdf-4602-acc7-268bb784d0d6 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:45:31.972094 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:31.977060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5ad3cbc6-47a9-4274-9096-692921481421 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:32.009340 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event deleted for resources: {'Port': ['ID=91187a47-7cdf-4602-acc7-268bb784d0d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.027381 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:32.034631 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:32.136934 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-15dfee99-814b-433e-8250-f0bb6303f5d8 req-15b3cf96-509b-4c01-820c-a403f6d67914 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 210 time: 0.0596471 Jun 16 11:45:32.217215 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Router 1aa64833-93fd-470e-81f2-0222ead97671 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:45:32.231893 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a2a74-4adc-4bdf-80f3-3429d7cc7970 req-6fc4ce4f-45df-4a89-b93e-ad57d8457bfe tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:32.233340 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-073a2a74-4adc-4bdf-80f3-3429d7cc7970 req-6fc4ce4f-45df-4a89-b93e-ad57d8457bfe tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0940142 Jun 16 11:45:32.340529 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-073a2a74-4adc-4bdf-80f3-3429d7cc7970 req-abba1833-628a-4d11-80dc-19d6dd1700f0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996995 Jun 16 11:45:32.343413 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:45:32.372028 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:45:32.382223 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:45:32.399503 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:45:32.400201 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:45:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:32.436946 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] No DVR routers for this DVR port 91187a47-7cdf-4602-acc7-268bb784d0d6 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:45:32.441174 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:32.443012 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cde36ee0-79d0-4546-a153-c2d1cf34099d req-04333483-723e-41df-9011-bfcbc252869b tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.60 "DELETE /v2.0/ports/91187a47-7cdf-4602-acc7-268bb784d0d6 HTTP/1.1" status: 204 len: 173 time: 1.0770905 Jun 16 11:45:32.443613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'name': 'network-vif-deleted', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:32.446406 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef9a011-5ad1-4921-a743-bcb4a09226a8" -d '{"events": [{"server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "name": "network-vif-deleted", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:32.453842 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-8c5f1049-25de-4d3a-8ff2-54780278cd00 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0623488 Jun 16 11:45:32.483639 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0993981-0757-4b66-a874-6fed23837f72 x-openstack-request-id: req-a0993981-0757-4b66-a874-6fed23837f72 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:32.483973 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af54fe5b-16ee-4f58-a98d-2573d792b6ae", "name": "network-vif-deleted", "tag": "91187a47-7cdf-4602-acc7-268bb784d0d6", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:32.484764 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0993981-0757-4b66-a874-6fed23837f72 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:32.485242 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af54fe5b-16ee-4f58-a98d-2573d792b6ae', 'name': 'network-vif-deleted', 'tag': '91187a47-7cdf-4602-acc7-268bb784d0d6', 'status': 'completed', 'code': 200} Jun 16 11:45:32.574204 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:45:32.786819 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:32.790309 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:45:32.798550 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:45:32.799552 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:45:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:32.903633 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:45:33.103250 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:33.106808 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096a1d73-b77a-4364-b2b6-d1b3cc6b48e1 None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:38:48Z', 'revision_number': 4, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33', 'name': '', 'network_id': '5a981979-738a-4bea-af75-701ca0635de2', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'mac_address': 'fa:16:3e:56:d7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:56Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'subnets': [{'id': '3004e3ee-2da8-4560-ba27-cd5a269a74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:45:33.305934 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-96b48f73-a022-4171-ad47-f34f2986ff7d req-0cf15e2f-bb87-4b32-87e8-693652bddba0 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/ports?device_id=af54fe5b-16ee-4f58-a98d-2573d792b6ae HTTP/1.1" status: 200 len: 210 time: 0.0334914 Jun 16 11:45:33.328577 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a32c5f-f664-4742-911e-aac6b9cd7f46 None None] New status for floating IP fac638e4-cd24-4b30-8486-e29d7a81c70b: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:45:33.534915 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f7a2-1340-410a-97a7-259582446954 req-4bdf00ef-8c9b-491e-8308-01ad69e36647 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:33.536578 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d784f7a2-1340-410a-97a7-259582446954 req-4bdf00ef-8c9b-491e-8308-01ad69e36647 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0628171 Jun 16 11:45:33.583104 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d784f7a2-1340-410a-97a7-259582446954 req-b34e64ab-24a8-45ba-a958-9284f5e9b0c2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325220 Jun 16 11:45:34.468240 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-b5488e04-dc1f-404e-95ed-11b468805a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:34.469731 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-b5488e04-dc1f-404e-95ed-11b468805a23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a&tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84 HTTP/1.1" status: 200 len: 1096 time: 0.0515878 Jun 16 11:45:34.501588 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55710) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:34.547872 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-9d41b7b7-76eb-4370-a904-f3fe13b7b505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:34.549997 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-9d41b7b7-76eb-4370-a904-f3fe13b7b505 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1096 time: 0.0584624 Jun 16 11:45:34.559040 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:34.582969 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:34.646834 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-0e556b6c-b3fc-42af-a430-ad84c65474e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:34.648328 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-0e556b6c-b3fc-42af-a430-ad84c65474e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.0922022 Jun 16 11:45:34.723960 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:34.726787 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:34.728026 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "DELETE /v2.0/security-groups/5ff9d520-56bc-43b2-943b-39133084b633 HTTP/1.1" status: 204 len: 168 time: 0.2244802 Jun 16 11:45:34.729068 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1269742a-8cf1-4aa4-afbd-a3948747de53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:34.732165 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55714) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:34.748660 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff9d520-56bc-43b2-943b-39133084b633,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:34.751148 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.api.v2.resource [None req-b0048799-ea64-46a4-8a35-19541c4f8725 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] show failed (client error): The resource could not be found. Jun 16 11:45:34.752190 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b0048799-ea64-46a4-8a35-19541c4f8725 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "GET /v2.0/security-groups/5ff9d520-56bc-43b2-943b-39133084b633 HTTP/1.1" status: 404 len: 347 time: 0.0191233 Jun 16 11:45:34.753123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-23b8e5d6-0dc8-4cfe-aa45-32c731b7100e tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:34.754922 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-eb887906-8a81-4cec-b1ee-d046769c9be0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 200 len: 999 time: 0.0955136 Jun 16 11:45:34.755106 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55716) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:34.819896 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417f376-5478-4778-807e-7784db8fa365 req-67641b46-eb86-4e9d-82c1-d109c909bd09 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:34.821414 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0417f376-5478-4778-807e-7784db8fa365 req-67641b46-eb86-4e9d-82c1-d109c909bd09 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.1179619 Jun 16 11:45:34.825290 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-84517592-56e2-42e5-8e11-b5b3ea9c2182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:34.826622 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-84517592-56e2-42e5-8e11-b5b3ea9c2182 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0648441 Jun 16 11:45:34.886795 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Deleting port 5c45f921-d159-4468-83a7-814fd412fe43 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:45:34.887053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:34.893983 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0417f376-5478-4778-807e-7784db8fa365 req-d874364b-37d2-4223-8573-2e238dfd3efd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664172 Jun 16 11:45:34.913434 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-27e825f1-3606-4a70-9840-ed5349b5bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:34.915101 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-27e825f1-3606-4a70-9840-ed5349b5bbfe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735214 Jun 16 11:45:34.965246 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:34.965563 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:35.005142 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-f47b93ed-11a3-4c90-81c9-beaf9608abad service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826643 Jun 16 11:45:35.032013 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Calling delete_port for 5c45f921-d159-4468-83a7-814fd412fe43 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:45:35.228750 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:35.230922 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:35.261287 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Pushing event deleted for resources: {'Port': ['ID=5c45f921-d159-4468-83a7-814fd412fe43,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:35.264490 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:35.324337 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:35.327521 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:35.337313 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-687f345c-9fc1-4dc0-a310-22c63b58f339 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] 10.222.0.45 "DELETE /v2.0/floatingips/fac638e4-cd24-4b30-8486-e29d7a81c70b HTTP/1.1" status: 204 len: 168 time: 0.5726573 Jun 16 11:45:35.384231 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5820ed3a-2713-454c-93e9-a78bb044e9d2 req-eb75cb69-4d82-4ba4-9f09-4e4f7325f6d1 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649259 Jun 16 11:45:36.076452 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7f0bf-ad6a-430c-9095-bb284c5a1be1 req-f61bcf00-9894-4442-8250-c50b8cf7a14e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:36.097714 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9b7f0bf-ad6a-430c-9095-bb284c5a1be1 req-f61bcf00-9894-4442-8250-c50b8cf7a14e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0862970 Jun 16 11:45:36.133737 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9b7f0bf-ad6a-430c-9095-bb284c5a1be1 req-0dcfb755-365d-40f5-9108-795cc01aa854 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348337 Jun 16 11:45:36.343375 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 91187a47-7cdf-4602-acc7-268bb784d0d6 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:45:36.371040 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 91187a47-7cdf-4602-acc7-268bb784d0d6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:45:36.371384 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 91187a47-7cdf-4602-acc7-268bb784d0d6 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:45:36.701474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:37.330052 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88611477-dc2f-4330-875d-b4ff42ade54e req-df7d0a04-93d8-486a-89f9-476facb85719 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:37.336019 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-88611477-dc2f-4330-875d-b4ff42ade54e req-df7d0a04-93d8-486a-89f9-476facb85719 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0709169 Jun 16 11:45:37.373450 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-88611477-dc2f-4330-875d-b4ff42ade54e req-b4ffa0e9-b980-419c-9ae9-06ae821fd357 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359156 Jun 16 11:45:38.560091 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50127a53-34a2-4d06-8b9b-98b2e053d3ea req-cf2bb38d-5653-4f28-99c6-89b51dcd6660 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:38.561549 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-50127a53-34a2-4d06-8b9b-98b2e053d3ea req-cf2bb38d-5653-4f28-99c6-89b51dcd6660 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0657244 Jun 16 11:45:38.610185 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-50127a53-34a2-4d06-8b9b-98b2e053d3ea req-ee46993d-6138-48ad-b1b2-738f4f133373 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426435 Jun 16 11:45:39.808008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370b14e-eb74-4a0e-900f-0c9b1a707276 req-92a98f42-df90-4ecf-ad4f-2d01b2b29fba tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:39.810491 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9370b14e-eb74-4a0e-900f-0c9b1a707276 req-92a98f42-df90-4ecf-ad4f-2d01b2b29fba tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0761559 Jun 16 11:45:39.855557 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55776) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:39.866875 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9370b14e-eb74-4a0e-900f-0c9b1a707276 req-0ea6bca1-8684-4ced-b721-d618683f15cd tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483384 Jun 16 11:45:40.438779 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:40.746440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Deleting port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:45:40.746699 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:40.838533 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] For port 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:40.838891 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:40.906874 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Calling delete_port for 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:45:41.071511 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d0ea5-669d-436c-adc6-9da4802cc38f req-1bb4d3af-435e-47b6-a3fe-ec2fb1711a47 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:41.073104 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f09d0ea5-669d-436c-adc6-9da4802cc38f req-1bb4d3af-435e-47b6-a3fe-ec2fb1711a47 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0801973 Jun 16 11:45:41.113907 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f09d0ea5-669d-436c-adc6-9da4802cc38f req-473e9a0c-ec4f-4826-9482-08cca739e2da tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346735 Jun 16 11:45:41.171247 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:41.173557 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-f8317e65-92dd-4993-b55b-7a1f42693c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:41.200627 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:41.203991 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:41.383185 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:41.611939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Router 1aa64833-93fd-470e-81f2-0222ead97671 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:45:41.976694 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:45:41.981659 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bc0d8cf2-1671-41a5-bcd2-a58fb6b08b4e admin admin] 10.222.0.45 "PUT /v2.0/routers/1aa64833-93fd-470e-81f2-0222ead97671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1249905 Jun 16 11:45:41.984274 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55782) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:41.987868 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] Sync routers for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:45:41.998757 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:45:41.999665 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:45:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:42.099652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:42.115393 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:45:42.282157 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:42.360178 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f762-b286-4a1b-a440-a628fc68dfc6 req-5ba42eec-5ed1-4478-a4b2-e6fa3f5ff0b0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:42.362790 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e503f762-b286-4a1b-a440-a628fc68dfc6 req-5ba42eec-5ed1-4478-a4b2-e6fa3f5ff0b0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0732725 Jun 16 11:45:42.363861 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:45:41Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:42.367512 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] Checking router: 1aa64833-93fd-470e-81f2-0222ead97671 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:45:42.375826 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] Routers {'1aa64833-93fd-470e-81f2-0222ead97671'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:45:42.377392 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:45:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['1aa64833-93fd-470e-81f2-0222ead97671'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:42.445924 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e503f762-b286-4a1b-a440-a628fc68dfc6 req-f131ff98-c759-4821-8f4d-6552be879601 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757973 Jun 16 11:45:42.463119 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Deleting port 72ef5400-c78d-4395-a6b0-9a302ac1dab7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:45:42.463427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:42.497792 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] Set router 1aa64833-93fd-470e-81f2-0222ead97671 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:45:42.574008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] For port 72ef5400-c78d-4395-a6b0-9a302ac1dab7, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72ef5400-c78d-4395-a6b0-9a302ac1dab7,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:42.574524 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:42.656521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Calling delete_port for 72ef5400-c78d-4395-a6b0-9a302ac1dab7 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:45:42.715286 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:45:41Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:42.719123 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0c5b68-6164-48be-b9fc-614b5b3a32dd None None] The sync data for ids ['1aa64833-93fd-470e-81f2-0222ead97671'] in dv-cinder-796286-5-iscsi is: [{'id': '1aa64833-93fd-470e-81f2-0222ead97671', 'name': 'tempest-AttachVolumeTestJSON-401207072-router', 'tenant_id': 'c5db742308e54b06bf93f84cfb93519d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:42Z', 'updated_at': '2021-06-16T11:45:41Z', 'revision_number': 5, 'project_id': 'c5db742308e54b06bf93f84cfb93519d', 'gw_port': {'id': '72ef5400-c78d-4395-a6b0-9a302ac1dab7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e6:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa64833-93fd-470e-81f2-0222ead97671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:43Z', 'updated_at': '2021-06-16T11:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:45:42.994555 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:42.996736 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d765ee3b-3ce5-40c3-89dc-ba149186fea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:43.023226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Pushing event deleted for resources: {'Port': ['ID=72ef5400-c78d-4395-a6b0-9a302ac1dab7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:43.026375 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:43.101527 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.222396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.224856 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.228594 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2c4a0610-d7d2-4086-b676-ac1f3ca39b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.388325 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.389204 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa64833-93fd-470e-81f2-0222ead97671 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:45:43.395173 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.396718 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] 10.222.0.45 "DELETE /v2.0/routers/1aa64833-93fd-470e-81f2-0222ead97671 HTTP/1.1" status: 204 len: 168 time: 1.4114330 Jun 16 11:45:43.399094 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55792) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:43.464311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Deleting subnet 3004e3ee-2da8-4560-ba27-cd5a269a74d7 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:45:43.468041 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.509430 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.699208 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.813142 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0555ec6b-5ff7-4b7c-88fc-02a25e89a4d2 req-d8fce746-d1bf-47f0-95b2-cc9ac0b1e58b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:43.813142 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0555ec6b-5ff7-4b7c-88fc-02a25e89a4d2 req-d8fce746-d1bf-47f0-95b2-cc9ac0b1e58b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.1527431 Jun 16 11:45:43.813142 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0555ec6b-5ff7-4b7c-88fc-02a25e89a4d2 req-4d7f85c4-4e90-4b48-8579-1d295b6b5254 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421631 Jun 16 11:45:43.964258 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:43.967911 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-075927b7-69ee-4643-8ee3-63ea33bcb47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:43.995732 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3004e3ee-2da8-4560-ba27-cd5a269a74d7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:44.001105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:44.013872 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.014060 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132ebf15-a4fb-4a8d-a9b5-c3490c7db0d2 None None] Network 5a981979-738a-4bea-af75-701ca0635de2 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:45:44.015840 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b2d6a166-1481-4d10-86e2-a3b21a4fc3fc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3004e3ee-2da8-4560-ba27-cd5a269a74d7 HTTP/1.1" status: 204 len: 168 time: 0.6156058 Jun 16 11:45:44.019981 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55796) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:44.150109 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.236081 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Deleting port 50630b2a-e29e-4ac3-b385-af82950ee167 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:45:44.236939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.259348 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:45:44.283185 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:45:44.283971 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 4e2a22f2-4a25-4f7e-b3d5-b4e0c60b2a33 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:45:44.284601 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72ef5400-c78d-4395-a6b0-9a302ac1dab7 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:45:44.289482 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78406431-f35c-42ee-abd3-3b56c78bf787 req-e950a894-780d-4517-80ce-0157692a9411 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:44.291103 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-78406431-f35c-42ee-abd3-3b56c78bf787 req-e950a894-780d-4517-80ce-0157692a9411 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.1165512 Jun 16 11:45:44.307585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 72ef5400-c78d-4395-a6b0-9a302ac1dab7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:45:44.307938 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72ef5400-c78d-4395-a6b0-9a302ac1dab7 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:45:44.353219 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] For port 50630b2a-e29e-4ac3-b385-af82950ee167, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=50630b2a-e29e-4ac3-b385-af82950ee167,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:44.353453 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-78406431-f35c-42ee-abd3-3b56c78bf787 req-787dcf14-f975-4468-aeb5-ea2f151f6d18 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519323 Jun 16 11:45:44.354004 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.438503 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Calling delete_port for 50630b2a-e29e-4ac3-b385-af82950ee167 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:45:44.534565 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] DHCP port deletion for 5a981979-738a-4bea-af75-701ca0635de2 request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:45:44.584695 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Deleting port 50630b2a-e29e-4ac3-b385-af82950ee167 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:45:44.585072 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.611503 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.614520 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e4581e82-ddea-4786-ba55-7e8ba78a6349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:44.640204 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Pushing event deleted for resources: {'Port': ['ID=50630b2a-e29e-4ac3-b385-af82950ee167,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:44.647986 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:44.648777 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] No DVR routers for this DVR port 50630b2a-e29e-4ac3-b385-af82950ee167 on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:45:44.665381 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] For port 50630b2a-e29e-4ac3-b385-af82950ee167, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=50630b2a-e29e-4ac3-b385-af82950ee167,segment=NetworkSegment(ed0886d4-e042-46e2-b04d-2e956f305146),segment_id=ed0886d4-e042-46e2-b04d-2e956f305146)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:44.665790 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.734363 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Calling delete_port for 50630b2a-e29e-4ac3-b385-af82950ee167 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:45:44.765793 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.778622 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a981979-738a-4bea-af75-701ca0635de2']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:44.791841 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0886d4-e042-46e2-b04d-2e956f305146') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:44.792138 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0886d4-e042-46e2-b04d-2e956f305146') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:45:44.806537 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.827524 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.833180 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.833341 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:44.838131 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:45:44.838535 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:45:44.840304 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:45:44.854170 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Pushing event deleted for resources: {'Port': ['ID=50630b2a-e29e-4ac3-b385-af82950ee167,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:44.857305 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:44.858128 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc132cff-08a5-41d5-bd8b-5c80031e26ad None None] No DVR routers for this DVR port 50630b2a-e29e-4ac3-b385-af82950ee167 on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:45:45.047129 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea5961-f886-4d6f-87d0-01c8283862a1 req-8993afa4-3853-4704-bf1b-a0b5f1fc70f9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:45.049285 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75ea5961-f886-4d6f-87d0-01c8283862a1 req-8993afa4-3853-4704-bf1b-a0b5f1fc70f9 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0857720 Jun 16 11:45:45.103683 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-75ea5961-f886-4d6f-87d0-01c8283862a1 req-0b32a979-596f-484b-ac02-08725d44859b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Jun 16 11:45:45.568779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da222-2930-4533-9558-206aa276dbad req-38f731f0-53c8-4188-9a5e-c243e29dfd6f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:45.570304 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-659da222-2930-4533-9558-206aa276dbad req-38f731f0-53c8-4188-9a5e-c243e29dfd6f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0784736 Jun 16 11:45:45.614196 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-659da222-2930-4533-9558-206aa276dbad req-3f992d2e-0625-4fc9-9c5a-96cbf8fbe7a8 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378275 Jun 16 11:45:46.156722 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 50630b2a-e29e-4ac3-b385-af82950ee167 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:45:46.178499 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 50630b2a-e29e-4ac3-b385-af82950ee167 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:45:46.178858 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 50630b2a-e29e-4ac3-b385-af82950ee167 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:45:46.205614 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.209797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:46.218564 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.218564 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5a981979-738a-4bea-af75-701ca0635de2 HTTP/1.1" status: 204 len: 168 time: 2.1946309 Jun 16 11:45:46.230197 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a981979-738a-4bea-af75-701ca0635de2,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:46.237910 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:46.239871 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.241482 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-24ec8f7b-548e-4c73-a7e8-f513cdaa8de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.316192 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143f66d-bf37-4837-b8fc-7094f6a0b205 req-ccf2d58c-fea9-474e-ace8-ac022d403473 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:46.317754 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c143f66d-bf37-4837-b8fc-7094f6a0b205 req-ccf2d58c-fea9-474e-ace8-ac022d403473 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0721848 Jun 16 11:45:46.363961 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c143f66d-bf37-4837-b8fc-7094f6a0b205 req-388ccf57-3fa2-449d-bdf8-8d5f4cb2c5c2 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Jun 16 11:45:46.597565 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 55810) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:46.639953 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-37b67ca0-2ea6-4934-96bb-b77d672ef978 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c5db742308e54b06bf93f84cfb93519d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410278 Jun 16 11:45:46.643421 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55814) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:46.705358 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.723915 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.796326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f653ee-5e87-4cfe-bb50-35d71f7e27b7 req-06be0c17-1785-4908-b263-fbd92a2cec5d tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:46.797750 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58f653ee-5e87-4cfe-bb50-35d71f7e27b7 req-06be0c17-1785-4908-b263-fbd92a2cec5d tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0674431 Jun 16 11:45:46.840593 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58f653ee-5e87-4cfe-bb50-35d71f7e27b7 req-4e8ad961-3305-4d46-92d7-d2b0c2dfa2d8 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364871 Jun 16 11:45:46.854072 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.865802 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:46.865802 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab2b600f-9548-4f6e-bd97-d1083d66320e HTTP/1.1" status: 204 len: 168 time: 0.2122207 Jun 16 11:45:46.865802 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-968e7395-2076-43ed-94cb-f87f8b2a696d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:46.873010 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b600f-9548-4f6e-bd97-d1083d66320e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:46.875440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:47.125464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:47.545096 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42714924-25a8-4fe0-846e-5974f40e0218 req-9b22425e-7087-46e1-97a8-b3c46934fcb0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:47.546592 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42714924-25a8-4fe0-846e-5974f40e0218 req-9b22425e-7087-46e1-97a8-b3c46934fcb0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0643399 Jun 16 11:45:47.584428 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42714924-25a8-4fe0-846e-5974f40e0218 req-ebeeaf6f-89d4-4763-b35f-685518c61fc4 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321450 Jun 16 11:45:47.898839 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55840) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:47.996253 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1755480657-network', 'tenant_id': '8aa6f1fd21854e59a16053014180cfba'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:48.018749 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc227d71-b896-4cb8-aef4-183ddf0ffebd req-0f3a9a73-35a2-436b-ba40-f8631cecaf0f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:48.020179 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dc227d71-b896-4cb8-aef4-183ddf0ffebd req-0f3a9a73-35a2-436b-ba40-f8631cecaf0f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0655787 Jun 16 11:45:48.057501 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dc227d71-b896-4cb8-aef4-183ddf0ffebd req-f951c102-cb01-4938-91db-155991f01435 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Jun 16 11:45:48.107992 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Made reservation on behalf of 8aa6f1fd21854e59a16053014180cfba for: {'network': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:45:48.110542 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for network, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.119932 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.206617 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.325307 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.328308 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-512b4088-08db-4d9d-a124-1ad953953655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:48.349486 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1175} {{(pid=93741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 11:45:48.359099 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c3fda6-01e0-4254-8593-006ad33c5cd9,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:48.363167 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:48.366274 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.366632 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.segments_db [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Added segment 97a411cf-3575-43c8-972a-56d26e9b1c6a of type vlan for network 0a858f67-fd32-45ba-a512-50a1c6a91c3a Jun 16 11:45:48.405371 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756917954178'] for network, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.582264 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109'] for network, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.583615 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:48.584204 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.586448 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:48.643217 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Pushing event updated for resources: {'Network': ['ID=0a858f67-fd32-45ba-a512-50a1c6a91c3a,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:48.645960 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:48.653149 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a details requested by agent ovs-agent-dv-cinder-796286-5-iscsi with host dv-cinder-796286-5-iscsi {{(pid=93743) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 11:45:48.721287 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8205757 Jun 16 11:45:48.724722 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 55846) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:45:48.729707 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Request body: {'subnet': {'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1755480657-subnet', 'tenant_id': '8aa6f1fd21854e59a16053014180cfba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:48.768432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f0ee9-254f-489e-a7c9-5f121e6d454e req-540d6fb4-472c-4846-bf7a-469ff10be1f0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:48.770026 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe8f0ee9-254f-489e-a7c9-5f121e6d454e req-540d6fb4-472c-4846-bf7a-469ff10be1f0 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.0703101 Jun 16 11:45:48.807258 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fe8f0ee9-254f-489e-a7c9-5f121e6d454e req-6f177360-c88a-4707-b165-677c1a03119e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316536 Jun 16 11:45:48.914285 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Made reservation on behalf of 8aa6f1fd21854e59a16053014180cfba for: {'subnet': 1} {{(pid=93741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:45:48.916635 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29821782'] for subnet, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:48.987005 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:49.176174 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29988704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29821764'] for subnet, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:49.178509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:49.232828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ac90d-8709-469f-940c-7544059dcf66 req-b0133c6f-494f-4685-88fd-e8a131c27645 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:49.233623 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37628771-9d68-46dd-b030-5d22da83b595,revision_number=0']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:49.234366 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b8ac90d-8709-469f-940c-7544059dcf66 req-b0133c6f-494f-4685-88fd-e8a131c27645 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0633101 Jun 16 11:45:49.237996 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:49.244552 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Checking segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:45:49.244918 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Network hostable DHCP agents. Network: 0a858f67-fd32-45ba-a512-50a1c6a91c3a, hostable agents: ['0e095656-80ca-471a-ab16-d9b90d0af7ce'], hosted agents: [] {{(pid=93741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 11:45:49.275355 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b8ac90d-8709-469f-940c-7544059dcf66 req-06d7f873-4d0f-4c08-8847-8e8cd626fa57 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337210 Jun 16 11:45:49.342052 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a is scheduled to be hosted by DHCP agent 0e095656-80ca-471a-ab16-d9b90d0af7ce with binding_index 1 {{(pid=93741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 11:45:49.416455 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796286-5-iscsi, 0a858f67-fd32-45ba-a512-50a1c6a91c3a) {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:45:49.420306 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:49.420878 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:49.426024 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc56f3-a560-48fa-8127-2b86bfc9ccaf None None] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:45:49.537503 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5900fc21-b8b3-416a-8e7b-b8bfb862b1d9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8115914 Jun 16 11:45:49.549632 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9527c-22c0-4fe6-996f-3a396909254f None None] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:45:49.982720 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-500f9e9b-46ea-479f-8a81-ce666be24895 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:49.984765 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-500f9e9b-46ea-479f-8a81-ce666be24895 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1345994 Jun 16 11:45:50.005000 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-bae037e1-2a81-489c-b8f2-8e101d67d185 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/quotas/8aa6f1fd21854e59a16053014180cfba HTTP/1.1" status: 200 len: 375 time: 0.0147288 Jun 16 11:45:50.044403 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-2ecce159-adcc-48f5-8d54-49942dae5873 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330467 Jun 16 11:45:50.052473 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ec96a-db48-4883-83d2-0d579154bd82 req-f077c525-cd2b-45ea-a709-bd4e19b7559e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:50.053879 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c95ec96a-db48-4883-83d2-0d579154bd82 req-f077c525-cd2b-45ea-a709-bd4e19b7559e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 943 time: 0.1224792 Jun 16 11:45:50.090834 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c95ec96a-db48-4883-83d2-0d579154bd82 req-16a16f80-9b77-4da5-98bd-268569c27d4a tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315540 Jun 16 11:45:50.183044 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-6628cf56-087e-4960-ad75-a30aa1f712be service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282327 Jun 16 11:45:50.273428 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-a2deb677-3fcc-412d-b601-55bb880ccd96 service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845432 Jun 16 11:45:50.434673 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:45:50.447198 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721eda52-83ba-4572-9cb9-747831c536bb req-6dee8984-71d4-411e-bfaf-10411d8008a2 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:50.448659 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-721eda52-83ba-4572-9cb9-747831c536bb req-6dee8984-71d4-411e-bfaf-10411d8008a2 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0644994 Jun 16 11:45:50.489851 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-721eda52-83ba-4572-9cb9-747831c536bb req-f27a348a-5d13-45fc-a11e-19354f1258d0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355012 Jun 16 11:45:50.544631 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:50.556055 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'port_id': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'mac_address': 'fa:16:3e:81:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:45:50.570756 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4317da95-3788-4839-9c76-a706ca49e9c2 req-999f381a-c5d5-4119-85f1-73cd7129944b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 210 time: 0.0333707 Jun 16 11:45:50.599471 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:50.612305 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:45:50.633447 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:50.708192 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:50.710042 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:50.755858 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=9']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:50.762829 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.763175 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.763523 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.763860 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.764193 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.764527 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.764855 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.765213 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.765531 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.765854 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.766175 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.766755 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:45:50.770676 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:50.944496 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['4ad31835-4c98-4025-9bb6-2cb79cfc8f04'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:45:51.274382 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd86822-0da6-4cdc-bfac-7b8641430257 req-1555d18a-5fbb-42ec-90ea-4eb51812d58f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:51.275859 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6bd86822-0da6-4cdc-bfac-7b8641430257 req-1555d18a-5fbb-42ec-90ea-4eb51812d58f tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.0677938 Jun 16 11:45:51.313385 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6bd86822-0da6-4cdc-bfac-7b8641430257 req-628eb8f1-6796-485b-8598-8ba374fb6250 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Jun 16 11:45:51.661074 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8850d66-27a7-4400-93c8-99b9137940cb req-09a59226-f98e-4ec2-84d0-ad2326f17c75 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 210 time: 0.0316417 Jun 16 11:45:51.690524 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215476c-44c6-4c6c-9a34-bac15afba895 req-5e5e196d-5650-4f13-9a8d-3f127baaec98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:51.691995 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e215476c-44c6-4c6c-9a34-bac15afba895 req-5e5e196d-5650-4f13-9a8d-3f127baaec98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0906346 Jun 16 11:45:51.729613 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e215476c-44c6-4c6c-9a34-bac15afba895 req-280b8d9c-1ff2-44dc-b65a-b9ff50100c3b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Jun 16 11:45:52.435402 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:45:52.484029 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:45:52.484486 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:52.504941 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf41c20-17db-4840-86ac-e708364eed69 req-44b5684e-f71e-4d05-b22d-0f10b7ea9348 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:52.509536 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bdf41c20-17db-4840-86ac-e708364eed69 req-44b5684e-f71e-4d05-b22d-0f10b7ea9348 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 944 time: 0.0819051 Jun 16 11:45:52.544728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bdf41c20-17db-4840-86ac-e708364eed69 req-905bd693-b085-4c13-b1d6-ad645ebf0ea5 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325427 Jun 16 11:45:52.560051 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:52.585335 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:52.587609 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acfc5ee-2623-428d-9b57-1564ef86a74d" -d '{"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:52.600272 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:45:52.623755 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350bed4d-c125-4c10-a620-a29622486750 x-openstack-request-id: req-350bed4d-c125-4c10-a620-a29622486750 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:52.624054 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-plugged", "status": "completed", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:52.624316 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-350bed4d-c125-4c10-a620-a29622486750 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:52.624719 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'code': 200} Jun 16 11:45:52.668142 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:52.670052 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:52.717221 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=10']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:52.721037 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:52.804554 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b82015e1-cbf5-4edb-802a-14c86a3103f7 req-4f5be6ae-5451-45de-be43-8c5b3091ff5f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 210 time: 0.0293243 Jun 16 11:45:52.922605 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367d76a-0996-4c6c-99c6-f3d309bf14df req-08b645be-7213-4524-8d1f-f2df1ada3917 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:52.924729 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1367d76a-0996-4c6c-99c6-f3d309bf14df req-08b645be-7213-4524-8d1f-f2df1ada3917 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0672188 Jun 16 11:45:52.992585 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1367d76a-0996-4c6c-99c6-f3d309bf14df req-bc57a77a-e4a0-483a-b3e2-4099222ab83a tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595262 Jun 16 11:45:53.006882 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95621957-c1e8-4017-9d26-23105cc15536 req-6afb3491-03ab-4d15-93d5-c646e332cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:53.012255 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-95621957-c1e8-4017-9d26-23105cc15536 req-6afb3491-03ab-4d15-93d5-c646e332cfa3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1099 time: 0.0831296 Jun 16 11:45:53.043378 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-95621957-c1e8-4017-9d26-23105cc15536 req-285afb52-4905-4df1-9b05-4ea7677d77cf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274503 Jun 16 11:45:53.281491 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-3c7d658a-a23b-4ce4-a6fc-c0f170b359f7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:53.283016 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-3c7d658a-a23b-4ce4-a6fc-c0f170b359f7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.0967107 Jun 16 11:45:53.295312 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Request body: {'port': {'device_id': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'admin_state_up': True, 'tenant_id': '8aa6f1fd21854e59a16053014180cfba'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:53.565006 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Made reservation on behalf of 8aa6f1fd21854e59a16053014180cfba for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:45:53.568575 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:53.722975 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Allocated IP 172.20.0.11 (0a858f67-fd32-45ba-a512-50a1c6a91c3a/37628771-9d68-46dd-b030-5d22da83b595/84b392a9-0ed9-4a49-8882-716232c5f039) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:45:53.772886 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f515c33-77b4-4e08-9ce3-3c1de09a1832 req-2fd8f0b2-8d5b-492a-ae30-0b6cc41febf6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:53.774368 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f515c33-77b4-4e08-9ce3-3c1de09a1832 req-2fd8f0b2-8d5b-492a-ae30-0b6cc41febf6 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.1076875 Jun 16 11:45:53.850251 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f515c33-77b4-4e08-9ce3-3c1de09a1832 req-fb7d48b0-c9c1-4bd3-9022-261a887523df tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700231 Jun 16 11:45:53.977347 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-735b6dfa-9463-498d-a33c-b26454db850d req-9f05591f-946d-41df-ba6b-d2aec7ee7b35 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 210 time: 0.0405543 Jun 16 11:45:53.982904 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:54.120909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:54.123788 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9a5ff407-fc05-408f-b6df-4958f225c70e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:54.185865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:45:54.193492 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:45:54.198226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:45:54.207889 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event updated for resources: {'Port': ['ID=84b392a9-0ed9-4a49-8882-716232c5f039,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:54.230294 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:54.260378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:54.260991 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:54.272493 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4c608-ad3a-44a1-87de-cefa2029e62e req-f6e75ee0-b1d7-4984-aa1f-6cd3e109f1ee tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:54.274011 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2d4c608-ad3a-44a1-87de-cefa2029e62e req-f6e75ee0-b1d7-4984-aa1f-6cd3e109f1ee tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.1676154 Jun 16 11:45:54.313000 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b2d4c608-ad3a-44a1-87de-cefa2029e62e req-bbcaa1ee-81e3-4438-ae13-c3a7b60d0180 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329449 Jun 16 11:45:54.371302 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-ee589377-dfc3-415a-9a90-55d46f6fa698 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0794959 Jun 16 11:45:54.383310 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Request body: {'port': {'device_id': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:45:54.455068 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:54.719687 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b392a9-0ed9-4a49-8882-716232c5f039 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:45:54.727025 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:54.738641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Transition to ACTIVE for port object 84b392a9-0ed9-4a49-8882-716232c5f039 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:45:54.855047 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:54.857612 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-531984d2-1b82-487a-8def-8245cce9ed2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:55.270720 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Pushing event updated for resources: {'Port': ['ID=84b392a9-0ed9-4a49-8882-716232c5f039,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:55.293613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:55.377059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Attempting to bind port 84b392a9-0ed9-4a49-8882-716232c5f039 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:45:55.377494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Attempting to bind port 84b392a9-0ed9-4a49-8882-716232c5f039 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:45:55.377993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Attempting to bind port 84b392a9-0ed9-4a49-8882-716232c5f039 on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:45:55.387320 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce476957-c506-44ea-8806-cf5b5f1a67f7 req-9200d469-0c4b-44ef-bdee-c016af87af2c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:55.388769 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ce476957-c506-44ea-8806-cf5b5f1a67f7 req-9200d469-0c4b-44ef-bdee-c016af87af2c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 944 time: 0.1900852 Jun 16 11:45:55.400444 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5031f7-58d7-42c9-9b4c-8b541ed8ac37 req-d69b4918-0bdc-49cb-a027-5448afa65abf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:55.401858 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f5031f7-58d7-42c9-9b4c-8b541ed8ac37 req-d69b4918-0bdc-49cb-a027-5448afa65abf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.2021358 Jun 16 11:45:55.409633 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Port 84b392a9-0ed9-4a49-8882-716232c5f039 on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:45:55.410154 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Attempting to bind port 84b392a9-0ed9-4a49-8882-716232c5f039 on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:45:55.430020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:45:55.430354 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Checking segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:45:55.430718 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Bound using segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:45:55.431141 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Bound port: 84b392a9-0ed9-4a49-8882-716232c5f039, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:45:55.431482 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:55.474139 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ce476957-c506-44ea-8806-cf5b5f1a67f7 req-11070094-fb7d-4137-b0b9-7767257093b0 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703046 Jun 16 11:45:55.503759 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1f5031f7-58d7-42c9-9b4c-8b541ed8ac37 req-0a5bc42b-7a60-4e4f-b064-4c1fc3b257ce tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868690 Jun 16 11:45:55.531729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] For port 84b392a9-0ed9-4a49-8882-716232c5f039, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:45:55.535017 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] For port 84b392a9-0ed9-4a49-8882-716232c5f039, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84b392a9-0ed9-4a49-8882-716232c5f039,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:45:55.625712 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:55.630386 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:45:55.665470 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:55.666087 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:45:55.667476 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] 10.222.0.60 "PUT /v2.0/ports/84b392a9-0ed9-4a49-8882-716232c5f039 HTTP/1.1" status: 200 len: 1094 time: 1.2882628 Jun 16 11:45:55.668855 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'tag': '84b392a9-0ed9-4a49-8882-716232c5f039'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:45:55.671164 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dffeafb-6d58-457b-b378-804fa377f059" -d '{"events": [{"name": "network-changed", "server_uuid": "501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a", "tag": "84b392a9-0ed9-4a49-8882-716232c5f039"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Pushing event updated for resources: {'Port': ['ID=84b392a9-0ed9-4a49-8882-716232c5f039,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f433909c-12e5-4ef9-8b8f-d24479425369 x-openstack-request-id: req-f433909c-12e5-4ef9-8b8f-d24479425369 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a", "tag": "84b392a9-0ed9-4a49-8882-716232c5f039", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f433909c-12e5-4ef9-8b8f-d24479425369 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'tag': '84b392a9-0ed9-4a49-8882-716232c5f039', 'status': 'completed', 'code': 200} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e972fbe-9f16-4f31-bbb6-8dfccbfbcdbe req-93edb99c-a0a0-422d-bb67-47918dbb24e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:55.751163 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e972fbe-9f16-4f31-bbb6-8dfccbfbcdbe req-93edb99c-a0a0-422d-bb67-47918dbb24e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.1334214 Jun 16 11:45:55.796433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e972fbe-9f16-4f31-bbb6-8dfccbfbcdbe req-f3740bbc-1a7c-4eea-b741-f0968fec361e tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614347 Jun 16 11:45:55.812192 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffeafb-6d58-457b-b378-804fa377f059 req-70214580-9ff5-49d1-ae26-ff90095a9370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:55.813708 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6dffeafb-6d58-457b-b378-804fa377f059 req-70214580-9ff5-49d1-ae26-ff90095a9370 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 1097 time: 0.0811536 Jun 16 11:45:55.912963 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffeafb-6d58-457b-b378-804fa377f059 req-ad43db0e-7b96-4ce1-8012-6ff52dca59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:55.914500 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6dffeafb-6d58-457b-b378-804fa377f059 req-ad43db0e-7b96-4ce1-8012-6ff52dca59dd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8aa6f1fd21854e59a16053014180cfba&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0934222 Jun 16 11:45:56.006499 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffeafb-6d58-457b-b378-804fa377f059 req-899ef044-6e91-4bb2-aff5-97aaa7032703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:56.007987 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6dffeafb-6d58-457b-b378-804fa377f059 req-899ef044-6e91-4bb2-aff5-97aaa7032703 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0871122 Jun 16 11:45:56.099794 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-060c9d01-69f8-470a-bec6-76339de10e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:56.101295 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-060c9d01-69f8-470a-bec6-76339de10e26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 1097 time: 0.0561635 Jun 16 11:45:56.142171 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-d53e9201-0de6-40fe-81b4-cba30a1697b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84b392a9-0ed9-4a49-8882-716232c5f039 HTTP/1.1" status: 200 len: 217 time: 0.0338671 Jun 16 11:45:56.189384 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-4eeb2526-b065-4f9e-bab4-76d13b83d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:56.190814 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-4eeb2526-b065-4f9e-bab4-76d13b83d05f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37628771-9d68-46dd-b030-5d22da83b595 HTTP/1.1" status: 200 len: 855 time: 0.0432460 Jun 16 11:45:56.226388 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-85459829-b278-4498-8cc1-d7ac47672ce1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a858f67-fd32-45ba-a512-50a1c6a91c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292642 Jun 16 11:45:56.316007 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-863de5da-8e23-423e-8c3e-4bb7e0f5da2d service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830858 Jun 16 11:45:56.407016 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e7da3b1c-f564-4549-8c8e-34fd6339ede9 req-87c6c57b-393d-4313-8c01-80c7556b6bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850713 Jun 16 11:45:56.687158 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab17ac-3fdf-4904-8877-660bfef56ac1 req-1e5795c0-5ce8-44d5-accd-43bb97154124 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:56.688530 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9ab17ac-3fdf-4904-8877-660bfef56ac1 req-1e5795c0-5ce8-44d5-accd-43bb97154124 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 944 time: 0.1012018 Jun 16 11:45:56.709916 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db510982-9219-4254-b6e1-bd12f48f61fe req-1bf84585-1900-44ac-adc0-9f3eb346443b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:56.711337 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db510982-9219-4254-b6e1-bd12f48f61fe req-1bf84585-1900-44ac-adc0-9f3eb346443b tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.0910809 Jun 16 11:45:56.760070 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d9ab17ac-3fdf-4904-8877-660bfef56ac1 req-8639233f-9eaf-4ab6-b034-18368a233160 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640726 Jun 16 11:45:56.768701 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-db510982-9219-4254-b6e1-bd12f48f61fe req-036fa6b6-9363-4574-ad59-ff226d75c566 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499976 Jun 16 11:45:56.969473 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f491ae-4791-4a17-90b4-dd867db87b8e req-a9a3fc06-31f3-434e-9cda-483ce014a461 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:56.971351 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-86f491ae-4791-4a17-90b4-dd867db87b8e req-a9a3fc06-31f3-434e-9cda-483ce014a461 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0680432 Jun 16 11:45:57.009916 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-86f491ae-4791-4a17-90b4-dd867db87b8e req-25514bf2-9cea-4998-b533-a9e2b1045679 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327728 Jun 16 11:45:57.367661 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-58317a19-0b35-4e0d-8a70-8e1a1d9ec4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:57.369154 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-58317a19-0b35-4e0d-8a70-8e1a1d9ec4a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1098 time: 0.0524218 Jun 16 11:45:57.462819 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-9c75e04e-dc0e-45be-9803-16a004f1feae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:57.464262 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-9c75e04e-dc0e-45be-9803-16a004f1feae service neutron] 10.222.0.60 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 909 time: 0.0887454 Jun 16 11:45:57.528667 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-e89cbf8d-527c-4f23-bd86-f194816fbca4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 1000 time: 0.0571992 Jun 16 11:45:57.576472 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-e32fb114-c9c1-454d-a28d-9b79b40db000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:57.577924 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-e32fb114-c9c1-454d-a28d-9b79b40db000 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 200 len: 846 time: 0.0427053 Jun 16 11:45:57.638025 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-b22c8c0d-c3c1-43ed-8920-271a7ac2fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:57.639408 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-b22c8c0d-c3c1-43ed-8920-271a7ac2fd61 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555854 Jun 16 11:45:57.728947 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-9292e231-d002-4dcf-ba42-a51adc443f58 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 Jun 16 11:45:57.824605 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-857fcbad-c3ee-4b5f-b121-1f54ef805172 req-d2764d28-a40e-4d02-8d4e-b0f6acc8b90a service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889044 Jun 16 11:45:57.936124 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344716fa-b241-4f49-93e2-8543234533a5 req-f9b64ae3-9697-4328-a0fd-e8a41aaf43f5 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:57.937526 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-344716fa-b241-4f49-93e2-8543234533a5 req-f9b64ae3-9697-4328-a0fd-e8a41aaf43f5 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 944 time: 0.0620844 Jun 16 11:45:57.978013 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-344716fa-b241-4f49-93e2-8543234533a5 req-31bbd2ac-14e4-4ec9-965c-d2f11b5d0758 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341978 Jun 16 11:45:58.042292 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:45:58.183888 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03b461-e081-4d88-a10f-b09824442087 req-843f53c6-0599-4d8f-a073-7fe6f124c1ba tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:58.185372 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1d03b461-e081-4d88-a10f-b09824442087 req-843f53c6-0599-4d8f-a073-7fe6f124c1ba tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0633504 Jun 16 11:45:58.223423 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1d03b461-e081-4d88-a10f-b09824442087 req-8e504b08-cb24-4946-910b-a1cc1525c131 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jun 16 11:45:59.160664 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94a4ff-a376-4d6c-b355-d80c2b93293a req-33683f56-466a-4fdb-ab47-e387c940e128 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:59.162185 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6f94a4ff-a376-4d6c-b355-d80c2b93293a req-33683f56-466a-4fdb-ab47-e387c940e128 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 944 time: 0.0660391 Jun 16 11:45:59.199998 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6f94a4ff-a376-4d6c-b355-d80c2b93293a req-70e8e142-f550-4f9a-b621-a66a3f1fecab tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322258 Jun 16 11:45:59.403909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e51f8a-1d38-4a4f-b081-4e92aa43c839 req-29a54f0f-4441-4c47-a204-c53914832ddd tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:45:59.405379 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-53e51f8a-1d38-4a4f-b081-4e92aa43c839 req-29a54f0f-4441-4c47-a204-c53914832ddd tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0650742 Jun 16 11:45:59.444866 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-53e51f8a-1d38-4a4f-b081-4e92aa43c839 req-39cb607f-ebe4-48a0-8a68-e1096c2e71d8 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323768 Jun 16 11:46:00.387205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8741ed-839e-41bb-826f-426968ebf356 req-2c860226-c611-4b9f-b9a4-97419ab49221 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:00.388657 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9f8741ed-839e-41bb-826f-426968ebf356 req-2c860226-c611-4b9f-b9a4-97419ab49221 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 944 time: 0.0673265 Jun 16 11:46:00.430195 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9f8741ed-839e-41bb-826f-426968ebf356 req-d50a9eab-ca1a-4b2d-b8eb-55d8cbc59d5d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353732 Jun 16 11:46:00.508996 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 84b392a9-0ed9-4a49-8882-716232c5f039 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:46:00.582408 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 84b392a9-0ed9-4a49-8882-716232c5f039, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84b392a9-0ed9-4a49-8882-716232c5f039,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:00.593394 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '84b392a9-0ed9-4a49-8882-716232c5f039', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'port_id': '84b392a9-0ed9-4a49-8882-716232c5f039', 'mac_address': 'fa:16:3e:d9:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37628771-9d68-46dd-b030-5d22da83b595', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:46:00.624554 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2776d0-92b4-4c1e-a039-29cc877eeebf req-19a72161-7c30-41b2-90eb-4b791e31aaca tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:00.626698 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fa2776d0-92b4-4c1e-a039-29cc877eeebf req-19a72161-7c30-41b2-90eb-4b791e31aaca tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0649154 Jun 16 11:46:00.631791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:00.644733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b392a9-0ed9-4a49-8882-716232c5f039 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:46:00.665367 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 84b392a9-0ed9-4a49-8882-716232c5f039, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84b392a9-0ed9-4a49-8882-716232c5f039,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:00.666374 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fa2776d0-92b4-4c1e-a039-29cc877eeebf req-41380602-9ab7-441f-b441-6fa5abfe3292 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333796 Jun 16 11:46:00.769604 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:00.772328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:00.820014 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=84b392a9-0ed9-4a49-8882-716232c5f039,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:00.823292 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:01.015555 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:46:01.224616 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c6813-6098-44ab-b88e-d648b23b4e54 req-28cbf124-0194-4135-91eb-6baed5efc9c0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:01.226338 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-127c6813-6098-44ab-b88e-d648b23b4e54 req-28cbf124-0194-4135-91eb-6baed5efc9c0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0679402 Jun 16 11:46:01.237781 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-3b36a7a5-5f6b-49db-95f3-b82b84727333 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0614855 Jun 16 11:46:01.268919 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-127c6813-6098-44ab-b88e-d648b23b4e54 req-1aa4447b-92f5-4a34-ab64-9c1144404972 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364001 Jun 16 11:46:01.609191 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cd412-1c02-42c0-b769-3445cc847d1f req-ea05497e-89e6-49c3-97d8-bb97b7fd694f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:01.611255 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-826cd412-1c02-42c0-b769-3445cc847d1f req-ea05497e-89e6-49c3-97d8-bb97b7fd694f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 945 time: 0.0699973 Jun 16 11:46:01.651264 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-826cd412-1c02-42c0-b769-3445cc847d1f req-a31b760a-5a72-4fc6-8d07-354c16f77f84 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Jun 16 11:46:02.444192 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb8423-d3aa-47dd-a1cd-d1bb7f0d192a req-d8e33bcf-63e3-463b-8c75-ec967a39af10 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:02.445705 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-39fb8423-d3aa-47dd-a1cd-d1bb7f0d192a req-d8e33bcf-63e3-463b-8c75-ec967a39af10 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0672469 Jun 16 11:46:02.481661 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 84b392a9-0ed9-4a49-8882-716232c5f039 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:46:02.484393 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-39fb8423-d3aa-47dd-a1cd-d1bb7f0d192a req-ecd0c3bd-3b16-4418-909f-c4eadd3d54ad tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325546 Jun 16 11:46:02.582241 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 84b392a9-0ed9-4a49-8882-716232c5f039 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:46:02.586013 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 84b392a9-0ed9-4a49-8882-716232c5f039 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:46:02.586391 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:02.665570 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:02.689646 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b392a9-0ed9-4a49-8882-716232c5f039'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:02.691941 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48411a30-cd87-432a-97d9-007fb50e71dd" -d '{"events": [{"server_uuid": "501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a", "name": "network-vif-plugged", "status": "completed", "tag": "84b392a9-0ed9-4a49-8882-716232c5f039"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:02.704328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 84b392a9-0ed9-4a49-8882-716232c5f039, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84b392a9-0ed9-4a49-8882-716232c5f039,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:02.730719 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadb452d-8003-41c7-ad56-4c36e4d30b3a x-openstack-request-id: req-dadb452d-8003-41c7-ad56-4c36e4d30b3a {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:02.731017 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a", "name": "network-vif-plugged", "status": "completed", "tag": "84b392a9-0ed9-4a49-8882-716232c5f039", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:02.731278 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dadb452d-8003-41c7-ad56-4c36e4d30b3a {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:02.732646 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b392a9-0ed9-4a49-8882-716232c5f039', 'code': 200} Jun 16 11:46:02.787923 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:02.788810 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:46:02.791665 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-2c759019-9f14-4016-80cc-888355305fd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:02.867826 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=84b392a9-0ed9-4a49-8882-716232c5f039,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:02.871875 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:02.874336 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a3f8a-b7c8-4702-95c3-4e677ad902a7 req-db2c9193-b4d9-4697-9a9a-ae9a5fc08feb tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:02.876606 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-210a3f8a-b7c8-4702-95c3-4e677ad902a7 req-db2c9193-b4d9-4697-9a9a-ae9a5fc08feb tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 946 time: 0.0759740 Jun 16 11:46:02.912533 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:02.926365 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-210a3f8a-b7c8-4702-95c3-4e677ad902a7 req-69c3b0dd-ea85-4887-ba1d-b728467c0703 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Jun 16 11:46:02.948233 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:03.097370 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:03.100069 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:03.145570 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:03.148808 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:03.238710 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7d222-dfb9-431d-80f1-c51150cd3390 req-9895fdee-2be5-48d7-9d1c-cbb2dc086fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:03.240198 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05d7d222-dfb9-431d-80f1-c51150cd3390 req-9895fdee-2be5-48d7-9d1c-cbb2dc086fc5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 1099 time: 0.0526850 Jun 16 11:46:03.277232 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-05d7d222-dfb9-431d-80f1-c51150cd3390 req-ecf56503-7ee6-41a6-8c67-28a249479d16 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281444 Jun 16 11:46:03.659735 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58931c99-5241-417f-ab41-5bc478b4af79 req-9ca781ee-3f93-4f4f-8939-91fc9b9cf1d4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:03.661225 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58931c99-5241-417f-ab41-5bc478b4af79 req-9ca781ee-3f93-4f4f-8939-91fc9b9cf1d4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0628805 Jun 16 11:46:03.698848 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-58931c99-5241-417f-ab41-5bc478b4af79 req-e86e0647-0922-4fce-b65d-f9b4495b3771 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319393 Jun 16 11:46:03.952827 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30aec-745c-4ac8-a987-d88aee02522b req-e2bda691-e899-4393-95b6-b3cd04986e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:03.954267 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-e2bda691-e899-4393-95b6-b3cd04986e07 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f&tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced HTTP/1.1" status: 200 len: 1096 time: 0.0571406 Jun 16 11:46:04.037681 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30aec-745c-4ac8-a987-d88aee02522b req-b8503917-5846-42a5-894c-60f29aee8dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:04.039260 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-b8503917-5846-42a5-894c-60f29aee8dcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1096 time: 0.0580935 Jun 16 11:46:04.178761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fd487-20e2-44fe-bae0-33e102a66bbd req-732742b4-13cb-4ac4-bd5f-672a030ffbfc tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:04.180272 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e83fd487-20e2-44fe-bae0-33e102a66bbd req-732742b4-13cb-4ac4-bd5f-672a030ffbfc tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 946 time: 0.1370752 Jun 16 11:46:04.181847 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30aec-745c-4ac8-a987-d88aee02522b req-9d6e8829-9dc9-407c-ac99-45aa7aa6b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:04.183167 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-9d6e8829-9dc9-407c-ac99-45aa7aa6b70e service neutron] 10.222.0.60 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 909 time: 0.1305327 Jun 16 11:46:04.261869 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e83fd487-20e2-44fe-bae0-33e102a66bbd req-5a1215b5-2417-433b-bdb9-ce9dbbe81a39 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759373 Jun 16 11:46:04.275361 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-4a8b636b-35d3-4602-bc7a-3ea291c46cd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 998 time: 0.0805604 Jun 16 11:46:04.330913 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30aec-745c-4ac8-a987-d88aee02522b req-06be16dc-39ff-4a9f-a980-e34d81c53c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:04.332345 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-06be16dc-39ff-4a9f-a980-e34d81c53c3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 200 len: 846 time: 0.0476029 Jun 16 11:46:04.391882 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db30aec-745c-4ac8-a987-d88aee02522b req-46243645-c7ba-4c69-b685-85c3277ab968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:04.393696 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-46243645-c7ba-4c69-b685-85c3277ab968 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528865 Jun 16 11:46:04.485529 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-0558572a-f24a-4d25-9afb-2aaf4826943e service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849838 Jun 16 11:46:04.571182 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5db30aec-745c-4ac8-a987-d88aee02522b req-65e08e8f-3191-4b04-915e-225a67c3a024 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793421 Jun 16 11:46:04.732351 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:04.734884 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f18508-5b86-4c65-a690-501d8b08f442" -d '{"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:04.772516 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db008d8-f09e-4a43-b1f7-f19d8ae51946 x-openstack-request-id: req-6db008d8-f09e-4a43-b1f7-f19d8ae51946 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:04.772822 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-unplugged", "status": "completed", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:04.773107 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6db008d8-f09e-4a43-b1f7-f19d8ae51946 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:04.773526 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'code': 200} Jun 16 11:46:04.876805 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f43df6-308c-42dc-847b-486cd194b207 req-536fc498-5519-4e2d-a83e-72cb8255ae7d tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:04.878613 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06f43df6-308c-42dc-847b-486cd194b207 req-536fc498-5519-4e2d-a83e-72cb8255ae7d tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0638676 Jun 16 11:46:04.921703 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-06f43df6-308c-42dc-847b-486cd194b207 req-3e417b98-3673-44b9-aa5b-6b115afabf57 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375285 Jun 16 11:46:05.437490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678316e1-d413-4cd0-9aeb-292d418023fa req-ecc13ee1-ed30-4602-9143-2a3e3d2252bb tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:05.439337 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-678316e1-d413-4cd0-9aeb-292d418023fa req-ecc13ee1-ed30-4602-9143-2a3e3d2252bb tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 946 time: 0.0651250 Jun 16 11:46:05.476886 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-678316e1-d413-4cd0-9aeb-292d418023fa req-9d574543-30f6-479f-ae81-29f793ac2142 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jun 16 11:46:06.095601 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3bbaa-6d2e-41a9-b690-b61a5dae05ae req-533d864e-cfab-4672-9f0b-10ea661e19df tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:06.097384 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d5c3bbaa-6d2e-41a9-b690-b61a5dae05ae req-533d864e-cfab-4672-9f0b-10ea661e19df tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0623560 Jun 16 11:46:06.142989 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d5c3bbaa-6d2e-41a9-b690-b61a5dae05ae req-e4f4dc60-aecc-442c-b593-0c416d866aee tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320339 Jun 16 11:46:06.558944 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:07.317476 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bc492-d549-41a8-9b1f-bea3f02b9fba req-ddb5753e-1dc3-4b09-aa5d-1e99dc7abf98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:07.318965 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f9bc492-d549-41a8-9b1f-bea3f02b9fba req-ddb5753e-1dc3-4b09-aa5d-1e99dc7abf98 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0741875 Jun 16 11:46:07.356830 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0f9bc492-d549-41a8-9b1f-bea3f02b9fba req-329c0569-25e6-4b6e-938b-fa37c9561fb7 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321138 Jun 16 11:46:08.537392 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d700487-c0f1-46df-a78e-b5398bf486e2 req-703049d6-f50f-4ba4-b10d-72e7b7b5379a tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:08.538868 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d700487-c0f1-46df-a78e-b5398bf486e2 req-703049d6-f50f-4ba4-b10d-72e7b7b5379a tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0653574 Jun 16 11:46:08.579958 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5d700487-c0f1-46df-a78e-b5398bf486e2 req-83c85a20-54d5-4be4-864d-ac0812aa5fd8 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Jun 16 11:46:09.751360 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478866d-3685-4bcb-9b4e-419eaec8cea5 req-a7610299-4384-4fcd-a361-5776d1623a77 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:09.752817 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4478866d-3685-4bcb-9b4e-419eaec8cea5 req-a7610299-4384-4fcd-a361-5776d1623a77 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0630658 Jun 16 11:46:09.794627 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4478866d-3685-4bcb-9b4e-419eaec8cea5 req-d7f34316-3264-43a9-acba-11956ba8c32f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357559 Jun 16 11:46:11.004178 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59c8f8-4d5b-4e34-9e3f-fb9291984603 req-5deee41f-b790-4d1f-aed4-b93e90c806c4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:11.005679 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ba59c8f8-4d5b-4e34-9e3f-fb9291984603 req-5deee41f-b790-4d1f-aed4-b93e90c806c4 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.1016514 Jun 16 11:46:11.009354 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-237b70a4-eb5e-4d61-87e5-bbac668bc2a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959163 Jun 16 11:46:11.070173 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ba59c8f8-4d5b-4e34-9e3f-fb9291984603 req-1e93c201-cd6c-4f04-90e1-62b196fcbe7c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588946 Jun 16 11:46:11.097646 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-1b58685e-7a83-45da-8a51-91cca5c0701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:11.100013 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-1b58685e-7a83-45da-8a51-91cca5c0701b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 1099 time: 0.0628083 Jun 16 11:46:11.204595 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-3b4c9f16-dd16-415c-99fc-68a7cb254901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:11.206071 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-3b4c9f16-dd16-415c-99fc-68a7cb254901 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 200 len: 918 time: 0.0829930 Jun 16 11:46:11.285564 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-8ffb28c7-3cd8-4a40-beee-cc7715dc6f23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 200 len: 1001 time: 0.0600035 Jun 16 11:46:11.336015 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-67c3e1e6-83c6-49fe-8bc4-f3960ecdae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:11.337395 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-67c3e1e6-83c6-49fe-8bc4-f3960ecdae8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 200 len: 855 time: 0.0412850 Jun 16 11:46:11.391378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-df17a9e3-3ef5-414e-9a83-a92125bd4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:11.393563 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-df17a9e3-3ef5-414e-9a83-a92125bd4e22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0dc817ae-8dda-4495-b064-8cce4ce22dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501859 Jun 16 11:46:11.483553 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-4ce12218-fc7a-467e-9fe8-13cba1def617 service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835652 Jun 16 11:46:11.570271 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-69bb1089-ff1c-4c69-96de-652aeea6a424 req-9dd87d10-fc75-4137-9116-3cbc8e2f6bbe service neutron] 10.222.0.60 "GET /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786281 Jun 16 11:46:12.247474 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31f71c-c6dd-4dbd-afc6-679a1dce3470 req-389a741b-be9c-4ebf-a3be-d300498b947b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:12.248860 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e31f71c-c6dd-4dbd-afc6-679a1dce3470 req-389a741b-be9c-4ebf-a3be-d300498b947b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 943 time: 0.0671585 Jun 16 11:46:12.288336 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2e31f71c-c6dd-4dbd-afc6-679a1dce3470 req-d67ec603-354d-4a94-b435-7d0d07c5367f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Jun 16 11:46:12.575522 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:46:12.669294 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:12.680794 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'port_id': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'mac_address': 'fa:16:3e:1b:5c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:46:12.716584 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:12.730255 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4d10e2-53d8-4df7-a17e-22068d58e139 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:46:12.749914 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:12.918967 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:12.920683 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:12.966656 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=7']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:12.969819 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:13.170532 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-54e651fb-6e57-4fd7-bfae-e721e933ca11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:13.211586 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['4d4d10e2-53d8-4df7-a17e-22068d58e139'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:46:13.467356 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842039d2-1db3-49a4-9ffd-266dfaaede8a req-0f060ef3-0649-496f-a57b-48c4edf36ba2 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:13.468726 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-842039d2-1db3-49a4-9ffd-266dfaaede8a req-0f060ef3-0649-496f-a57b-48c4edf36ba2 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 944 time: 0.0681331 Jun 16 11:46:13.512369 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-842039d2-1db3-49a4-9ffd-266dfaaede8a req-105861fa-8285-4cc0-b3f7-60cf4778d13f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Jun 16 11:46:14.602428 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:46:14.652388 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 4d4d10e2-53d8-4df7-a17e-22068d58e139 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:46:14.652765 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:14.689687 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78191fdc-2066-4564-bd77-ad6bce870ac8 req-f46bd148-ef53-44f9-802b-f57f396c9258 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:14.691208 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-78191fdc-2066-4564-bd77-ad6bce870ac8 req-f46bd148-ef53-44f9-802b-f57f396c9258 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 944 time: 0.0632920 Jun 16 11:46:14.728966 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-78191fdc-2066-4564-bd77-ad6bce870ac8 req-c1c02197-85a2-4c63-80f3-6fc3f327e857 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jun 16 11:46:14.729833 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:14.753107 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:14.755348 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb11d21-d6f6-4975-8d31-64c21c51887e" -d '{"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:14.771825 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:14.794773 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf06e2c-737f-4418-8a5e-6c4bcc8db9de x-openstack-request-id: req-9cf06e2c-737f-4418-8a5e-6c4bcc8db9de {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:14.795021 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:14.795287 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9cf06e2c-737f-4418-8a5e-6c4bcc8db9de {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:14.795692 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'code': 200} Jun 16 11:46:14.889338 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:14.891566 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:14.943135 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=8']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:14.946169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:15.148723 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48fc6f-840f-429f-90a9-31065968b38c req-87e629b4-33e0-4dcd-999c-69e5c582d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:15.150308 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1d48fc6f-840f-429f-90a9-31065968b38c req-87e629b4-33e0-4dcd-999c-69e5c582d833 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1098 time: 0.0573137 Jun 16 11:46:15.186037 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-1d48fc6f-840f-429f-90a9-31065968b38c req-8464db1e-dc06-411b-9ca8-1b470ac5e755 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271649 Jun 16 11:46:15.931770 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4d068f0b-dd5e-4c74-b1ec-388b241fcd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:15.935800 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45d03-d84e-4df9-bf3f-2001572f9bb0 req-332d58a2-fd4a-4951-80cd-78a8bb516756 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:15.937433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4db45d03-d84e-4df9-bf3f-2001572f9bb0 req-332d58a2-fd4a-4951-80cd-78a8bb516756 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0867682 Jun 16 11:46:15.978218 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4db45d03-d84e-4df9-bf3f-2001572f9bb0 req-6028496f-bb8e-4cdd-b841-14bbfa81ff19 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348437 Jun 16 11:46:16.113450 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:17.147609 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:17.228414 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-69a021af-c11b-4335-bf8e-ee235d8fd99e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:17.229805 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-69a021af-c11b-4335-bf8e-ee235d8fd99e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1390400 Jun 16 11:46:17.241192 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ae96e-f6f6-4c43-85f6-9b1e2e967bbe req-a305de51-2bca-4489-a224-70bdd16fcea9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:17.242573 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e35ae96e-f6f6-4c43-85f6-9b1e2e967bbe req-a305de51-2bca-4489-a224-70bdd16fcea9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.1403394 Jun 16 11:46:17.259550 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-035f29c5-b89f-4e05-b339-fded3d762076 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/quotas/8aa6f1fd21854e59a16053014180cfba HTTP/1.1" status: 200 len: 375 time: 0.0159547 Jun 16 11:46:17.316016 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e35ae96e-f6f6-4c43-85f6-9b1e2e967bbe req-b150510c-a150-4042-a7b8-c2a97dca147c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664380 Jun 16 11:46:17.342698 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-02a1cdde-d97a-4ebc-a75f-3d21a80de562 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772028 Jun 16 11:46:17.429924 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-43a91c3e-3255-40a0-8789-14cd3d8d685c service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799758 Jun 16 11:46:17.519742 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-f53b102c-f0f1-4df8-8428-ed9cdc8222ff service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836365 Jun 16 11:46:17.776229 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2154eb59-5e7d-4157-8803-1693f1a67884 req-212c14ce-7b72-4d88-9aa1-37077128ca51 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 210 time: 0.0292087 Jun 16 11:46:18.920131 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d0f34ad7-f015-4687-9830-9a72098c6028 req-12f16112-d5b7-4c97-bc9b-e3e68ee2dfcd tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 210 time: 0.0288701 Jun 16 11:46:18.963083 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:20.027407 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-7850e5d3-3de0-4a76-809b-491345abac0f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:20.029557 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-7850e5d3-3de0-4a76-809b-491345abac0f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1156099 Jun 16 11:46:20.052794 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Request body: {'port': {'device_id': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'admin_state_up': True, 'tenant_id': '8aa6f1fd21854e59a16053014180cfba'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:46:20.074732 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0ed1b5a5-019e-411c-93b9-4be9fcf0cb2b req-08af024f-b7c4-4605-a725-c24304008abf tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 210 time: 0.0398479 Jun 16 11:46:20.536298 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Made reservation on behalf of 8aa6f1fd21854e59a16053014180cfba for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:46:20.539886 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:20.664908 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Allocated IP 172.20.0.2 (0a858f67-fd32-45ba-a512-50a1c6a91c3a/37628771-9d68-46dd-b030-5d22da83b595/5a4390a4-c2dc-4d53-ae30-82347f6b5a7d) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:46:20.810173 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:20.947953 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:20.951862 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-70b2f274-71e4-4b00-a99e-b857ad53d97e tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:20.960828 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:46:20.991200 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:46:20.996222 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:46:20.999981 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:46:21.028242 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event updated for resources: {'Port': ['ID=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:21.032757 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:21.057296 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:21.057897 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:21.177038 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1330714 Jun 16 11:46:21.190169 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Request body: {'port': {'device_id': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:46:21.306026 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:21.323317 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731efa8-3443-48c2-9153-d999800ba186 req-c7d6d9fb-7a2b-4afc-8a59-f412c04ead94 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:21.324768 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9731efa8-3443-48c2-9153-d999800ba186 req-c7d6d9fb-7a2b-4afc-8a59-f412c04ead94 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 931 time: 0.1310806 Jun 16 11:46:21.439635 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9731efa8-3443-48c2-9153-d999800ba186 req-59d29e51-f0dc-4d55-bfad-0fedca5bf798 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081235 Jun 16 11:46:21.615821 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:46:21.624639 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:21.639110 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Transition to ACTIVE for port object 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:46:21.700581 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:21.702877 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-93e0469d-7d2a-4162-beb7-4605eff3a223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:21.798087 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:21.802575 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:21.880501 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Attempting to bind port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:46:21.880742 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Attempting to bind port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:46:21.881054 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Attempting to bind port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:46:21.886018 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:46:21.886333 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Attempting to bind port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:46:21.892027 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:46:21.892368 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Checking segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:46:21.892822 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Bound using segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:46:21.893348 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Bound port: 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:46:21.893693 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:21.969766 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] For port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:46:21.974108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] For port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:46:22.051162 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:22.053781 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2193f64a-ae26-4da4-957e-a3094d23ce1b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:22.086640 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.087358 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:22.088760 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] 10.222.0.60 "PUT /v2.0/ports/5a4390a4-c2dc-4d53-ae30-82347f6b5a7d HTTP/1.1" status: 200 len: 1093 time: 0.9039211 Jun 16 11:46:22.089320 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'tag': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:22.091634 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2b0f40-9de0-4998-af9e-1830d24f2415" -d '{"events": [{"name": "network-changed", "server_uuid": "ccefa49f-fcbb-46b2-8c68-866850c78e7b", "tag": "5a4390a4-c2dc-4d53-ae30-82347f6b5a7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:22.132710 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:22.134235 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:22.156662 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a7e0d2-e8c9-46ce-9cf2-4315596c0a3e x-openstack-request-id: req-c9a7e0d2-e8c9-46ce-9cf2-4315596c0a3e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:22.156989 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccefa49f-fcbb-46b2-8c68-866850c78e7b", "tag": "5a4390a4-c2dc-4d53-ae30-82347f6b5a7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:22.158078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9a7e0d2-e8c9-46ce-9cf2-4315596c0a3e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:22.158485 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'tag': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'status': 'completed', 'code': 200} Jun 16 11:46:22.238150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0f40-9de0-4998-af9e-1830d24f2415 req-b25b1d63-64f7-4cd4-9e89-0f3b444697f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.239723 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a2b0f40-9de0-4998-af9e-1830d24f2415 req-b25b1d63-64f7-4cd4-9e89-0f3b444697f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 1096 time: 0.0604122 Jun 16 11:46:22.347429 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0f40-9de0-4998-af9e-1830d24f2415 req-43625561-6544-4956-9d26-93fa871523cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.348908 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a2b0f40-9de0-4998-af9e-1830d24f2415 req-43625561-6544-4956-9d26-93fa871523cb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8aa6f1fd21854e59a16053014180cfba&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1004090 Jun 16 11:46:22.446181 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0f40-9de0-4998-af9e-1830d24f2415 req-fa79e7e8-1f95-4e9b-a8bf-4e1566a599bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.447555 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5a2b0f40-9de0-4998-af9e-1830d24f2415 req-fa79e7e8-1f95-4e9b-a8bf-4e1566a599bb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0921397 Jun 16 11:46:22.541227 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-16c62740-2198-4a52-820c-874889839414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.542728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-16c62740-2198-4a52-820c-874889839414 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 1096 time: 0.0542927 Jun 16 11:46:22.623704 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-fb2c89af-0ee9-476e-b607-c89896155bc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d HTTP/1.1" status: 200 len: 217 time: 0.0707614 Jun 16 11:46:22.686522 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-068d254b-b0b8-405e-b946-209bc75ee880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.687964 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-068d254b-b0b8-405e-b946-209bc75ee880 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37628771-9d68-46dd-b030-5d22da83b595 HTTP/1.1" status: 200 len: 855 time: 0.0566015 Jun 16 11:46:22.697184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af101a9-b385-4143-a6df-ba4aaee4a305 req-1da19758-97e9-492d-9781-d4654788e4c4 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:22.698585 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5af101a9-b385-4143-a6df-ba4aaee4a305 req-1da19758-97e9-492d-9781-d4654788e4c4 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 943 time: 0.1474402 Jun 16 11:46:22.735774 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-449df70a-9224-40d6-8984-eb93e9f42007 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a858f67-fd32-45ba-a512-50a1c6a91c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356646 Jun 16 11:46:22.787713 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5af101a9-b385-4143-a6df-ba4aaee4a305 req-3334442f-8baf-4fff-b903-f9cc083d96d9 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806472 Jun 16 11:46:22.840616 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-91576d41-19d1-4a8d-b8ae-01282625a60f service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988050 Jun 16 11:46:22.934451 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-23c53193-fe2f-4b5a-861b-5fc7be942ad9 req-662865e8-1d95-4ebe-9dd8-b4c879158e5a service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867925 Jun 16 11:46:23.971940 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d137b-7824-4a3f-90e2-28f4f47e5b83 req-cfe7ca29-2d05-4b2b-b4ac-56f2bd7073fd tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:23.973706 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4d8d137b-7824-4a3f-90e2-28f4f47e5b83 req-cfe7ca29-2d05-4b2b-b4ac-56f2bd7073fd tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 943 time: 0.0668180 Jun 16 11:46:24.013940 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4d8d137b-7824-4a3f-90e2-28f4f47e5b83 req-b77180d8-19f7-4767-b19a-cd5df0419fb9 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Jun 16 11:46:25.192306 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2840-bbf4-464c-a595-2ab4e3d07991 req-22cb7e30-7826-452c-a577-da2328253e37 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:25.193791 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f42c2840-bbf4-464c-a595-2ab4e3d07991 req-22cb7e30-7826-452c-a577-da2328253e37 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 943 time: 0.0675206 Jun 16 11:46:25.231447 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f42c2840-bbf4-464c-a595-2ab4e3d07991 req-e89bc841-d693-4129-8c35-adb9ea10e68d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319059 Jun 16 11:46:26.406124 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceef94-09d6-42a2-9c31-b548f1e311e7 req-23280523-1441-47fb-b605-98f4499e1141 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:26.407621 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92ceef94-09d6-42a2-9c31-b548f1e311e7 req-23280523-1441-47fb-b605-98f4499e1141 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 943 time: 0.0637174 Jun 16 11:46:26.445716 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-92ceef94-09d6-42a2-9c31-b548f1e311e7 req-47683987-0d10-4e3e-bdd6-73bffd8fe37d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jun 16 11:46:26.671098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:46:26.767288 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:26.778214 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'port_id': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'mac_address': 'fa:16:3e:2d:95:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37628771-9d68-46dd-b030-5d22da83b595', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:46:26.814258 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:26.826810 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:46:26.846907 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:26.907725 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:26.909714 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:26.960134 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:26.963116 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:27.212400 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['5a4390a4-c2dc-4d53-ae30-82347f6b5a7d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:46:27.618052 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25569b-d0a0-4418-bbbe-ab7303b3993f req-78248a23-1ffa-4f72-b924-a7d483ecbeb1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:27.619551 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4f25569b-d0a0-4418-bbbe-ab7303b3993f req-78248a23-1ffa-4f72-b924-a7d483ecbeb1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 944 time: 0.0624359 Jun 16 11:46:27.659693 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4f25569b-d0a0-4418-bbbe-ab7303b3993f req-79150257-d362-4cec-aae8-290597f5a64a tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345409 Jun 16 11:46:28.687642 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:46:28.836779 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90b393-be7a-4507-9668-84ad0a727e01 req-2296277f-46ae-45ba-9db9-ecaca1c90c42 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:28.838316 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e90b393-be7a-4507-9668-84ad0a727e01 req-2296277f-46ae-45ba-9db9-ecaca1c90c42 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 944 time: 0.0674720 Jun 16 11:46:28.850091 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:46:28.853920 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:46:28.854297 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:28.878399 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e90b393-be7a-4507-9668-84ad0a727e01 req-0d140e70-21f6-4045-861e-947f83b93cc7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Jun 16 11:46:28.936672 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:28.960202 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:28.962386 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d500d9d8-e22a-4a85-98b8-6f24a8ced6e7" -d '{"events": [{"server_uuid": "ccefa49f-fcbb-46b2-8c68-866850c78e7b", "name": "network-vif-plugged", "status": "completed", "tag": "5a4390a4-c2dc-4d53-ae30-82347f6b5a7d"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:28.975957 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:28.997715 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0950325-5882-40c3-a736-3bb42af1c411 x-openstack-request-id: req-a0950325-5882-40c3-a736-3bb42af1c411 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:28.998036 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccefa49f-fcbb-46b2-8c68-866850c78e7b", "name": "network-vif-plugged", "status": "completed", "tag": "5a4390a4-c2dc-4d53-ae30-82347f6b5a7d", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:28.998299 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0950325-5882-40c3-a736-3bb42af1c411 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:28.998696 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'code': 200} Jun 16 11:46:29.058163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:29.060085 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:29.106128 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:29.109041 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:29.405387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b6751-e36f-46e9-90b2-237a81c4b084 req-ee4b2d13-c978-47cb-8a2a-faee6e9acaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:29.406837 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ec4b6751-e36f-46e9-90b2-237a81c4b084 req-ee4b2d13-c978-47cb-8a2a-faee6e9acaae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 1098 time: 0.0515554 Jun 16 11:46:29.442085 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ec4b6751-e36f-46e9-90b2-237a81c4b084 req-792718c9-aaa8-4d2f-affd-f0a70b2ea974 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277092 Jun 16 11:46:30.058495 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17697ed-bc82-455e-80d2-7ddfb2796056 req-2f53b937-4056-4255-b43c-65a31d0abeb6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:30.059930 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a17697ed-bc82-455e-80d2-7ddfb2796056 req-2f53b937-4056-4255-b43c-65a31d0abeb6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 945 time: 0.0690486 Jun 16 11:46:30.098059 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a17697ed-bc82-455e-80d2-7ddfb2796056 req-abd7be1a-2ce7-41e4-ab39-32ee55995648 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jun 16 11:46:31.273743 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7a31b-db31-41e4-9ae1-5ed2284c92c0 req-6af370f5-9d18-4ff8-82ce-4552b0f7ee73 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:31.275231 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82c7a31b-db31-41e4-9ae1-5ed2284c92c0 req-6af370f5-9d18-4ff8-82ce-4552b0f7ee73 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 945 time: 0.0642896 Jun 16 11:46:31.315849 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-82c7a31b-db31-41e4-9ae1-5ed2284c92c0 req-e7f67c04-d65b-450b-9685-72d736bde9ea tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349965 Jun 16 11:46:33.286837 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-b480e139-13ac-470d-a7ad-80ef93467886 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:33.288318 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-b480e139-13ac-470d-a7ad-80ef93467886 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1085982 Jun 16 11:46:33.303405 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-7518fdfc-9159-4a96-b70b-d0ecb90a9ad1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/quotas/8aa6f1fd21854e59a16053014180cfba HTTP/1.1" status: 200 len: 375 time: 0.0095515 Jun 16 11:46:33.370437 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-2daedbdb-a3ea-4e18-a627-08f3e17e7b7e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620234 Jun 16 11:46:33.464366 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-9cebc63e-cbd5-454d-b709-ee5a4e26dd94 service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867119 Jun 16 11:46:33.551862 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-ac69ea87-b286-4164-a398-cdc62a028c08 service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813589 Jun 16 11:46:33.804423 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-36449f72-5c61-453a-a4e5-e6ca96fa94aa req-ef2c047f-20fa-4a69-9351-31b82c28142a tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 210 time: 0.0283637 Jun 16 11:46:34.949024 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-98ed3a17-a6e0-41ee-913b-7643a620f84d req-033b9d11-8893-4035-a3ca-f6547b802408 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 210 time: 0.0323339 Jun 16 11:46:35.042204 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:46:35.854622 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e54740-12ba-4070-b01a-908532eeae54 req-2ef8f247-8e64-4104-af4a-0547388993d7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:35.856094 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0e54740-12ba-4070-b01a-908532eeae54 req-2ef8f247-8e64-4104-af4a-0547388993d7 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.0641119 Jun 16 11:46:35.912347 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0e54740-12ba-4070-b01a-908532eeae54 req-612eb99d-2359-42a6-9f6c-63b0ae1b93b1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498407 Jun 16 11:46:36.001793 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-e76c5427-5015-478d-b1e7-fffdbd317ed9 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:36.005798 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-e76c5427-5015-478d-b1e7-fffdbd317ed9 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1203878 Jun 16 11:46:36.021896 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Request body: {'port': {'device_id': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'admin_state_up': True, 'tenant_id': '8aa6f1fd21854e59a16053014180cfba'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:46:36.121726 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c073baad-d3d0-4e0f-ac4f-e993dda611c8 req-dbecc114-e5f5-4e34-b4c4-30356325e40f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 210 time: 0.0380900 Jun 16 11:46:36.214293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Made reservation on behalf of 8aa6f1fd21854e59a16053014180cfba for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:46:36.218007 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:36.344224 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Allocated IP 172.20.0.7 (0a858f67-fd32-45ba-a512-50a1c6a91c3a/37628771-9d68-46dd-b030-5d22da83b595/a1177cd0-4d03-4666-90ff-b1fda4c7bd4b) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:46:36.495378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:36.557180 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:36.621705 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:36.629697 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-49ae4834-02ad-4fc7-aed3-31d5fa819f89 tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:36.634237 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039', '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:46:36.669468 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:46:36.672632 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:46:36.677022 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:46:36.680993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event updated for resources: {'Port': ['ID=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:36.715252 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.715716 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.716008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.716370 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.716729 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.717111 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.717462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.717837 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.718188 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.718538 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.718888 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.719224 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:36.724684 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:36.741720 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:36.742335 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:36.837741 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199539 Jun 16 11:46:36.850413 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Request body: {'port': {'device_id': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:46:36.921783 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:37.167961 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b23c4f-bcf1-4906-aa48-f8cf2dfe596d req-2d82dacd-ad42-4aa6-870e-0aa3ca7c5821 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:37.169472 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5b23c4f-bcf1-4906-aa48-f8cf2dfe596d req-2d82dacd-ad42-4aa6-870e-0aa3ca7c5821 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.1332865 Jun 16 11:46:37.233697 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b5b23c4f-bcf1-4906-aa48-f8cf2dfe596d req-c336be37-5762-4a97-89fd-bcf332be8e76 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572190 Jun 16 11:46:37.300683 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1177cd0-4d03-4666-90ff-b1fda4c7bd4b {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:46:37.309917 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:37.329756 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Transition to ACTIVE for port object a1177cd0-4d03-4666-90ff-b1fda4c7bd4b will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:46:37.344872 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff92709-bccb-4333-954a-56a21eef852d req-84801369-502e-4f10-8b45-ce557954b479 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:37.346508 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ff92709-bccb-4333-954a-56a21eef852d req-84801369-502e-4f10-8b45-ce557954b479 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 931 time: 0.1090267 Jun 16 11:46:37.413531 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:37.417689 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-5ff92709-bccb-4333-954a-56a21eef852d req-5b31c340-937a-4be5-87c8-2614c632af04 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616326 Jun 16 11:46:37.419831 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-11a95a09-5a29-42dd-b9e6-b3f3d850c644 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:37.508369 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a2374-82cf-43c7-8793-1377f164cedf req-2447bd09-f295-478c-98d6-b59888ab0bab tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:37.509762 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f97a2374-82cf-43c7-8793-1377f164cedf req-2447bd09-f295-478c-98d6-b59888ab0bab tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.1615937 Jun 16 11:46:37.517324 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Pushing event updated for resources: {'Port': ['ID=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:37.526788 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:37.654277 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Attempting to bind port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:46:37.654613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Attempting to bind port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:46:37.654947 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Attempting to bind port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:46:37.662477 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:46:37.662798 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Attempting to bind port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:46:37.670097 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:46:37.670440 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Checking segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:46:37.670822 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Bound using segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:46:37.671250 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Bound port: a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:46:37.671602 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:37.693859 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Deleting port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:46:37.694198 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.079372 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] For port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:46:38.100288 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] For port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:46:38.106875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] For port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:38.109328 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.199251 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.205700 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-bd3dbf1a-e447-4ce9-9d0e-b071fb2f5e15 tempest-VolumesSnapshotTestJSON-99669772 tempest-VolumesSnapshotTestJSON-99669772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:38.242079 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:38.242750 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.244108 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] 10.222.0.60 "PUT /v2.0/ports/a1177cd0-4d03-4666-90ff-b1fda4c7bd4b HTTP/1.1" status: 200 len: 1093 time: 1.3979354 Jun 16 11:46:38.246129 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'tag': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:38.248423 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ecbafd-7304-4b13-8719-d385262be374" -d '{"events": [{"name": "network-changed", "server_uuid": "b6756fd1-6bbb-4cff-b1a6-d4992862ed6e", "tag": "a1177cd0-4d03-4666-90ff-b1fda4c7bd4b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:38.299400 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3dc21-5fe4-497c-8bf8-9cd85f70df7c x-openstack-request-id: req-c5b3dc21-5fe4-497c-8bf8-9cd85f70df7c {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:38.299734 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6756fd1-6bbb-4cff-b1a6-d4992862ed6e", "tag": "a1177cd0-4d03-4666-90ff-b1fda4c7bd4b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:38.300022 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5b3dc21-5fe4-497c-8bf8-9cd85f70df7c {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:38.300453 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'tag': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b', 'status': 'completed', 'code': 200} Jun 16 11:46:38.316998 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Pushing event updated for resources: {'Port': ['ID=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:38.322885 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:38.367595 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.367967 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.368279 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Floating IP 6284dddc-1efd-4167-8ba0-664216ca9c68 disassociated. External IP: 172.27.1.233, port: 4ad31835-4c98-4025-9bb6-2cb79cfc8f04. Jun 16 11:46:38.368620 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Calling delete_port for 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:46:38.476510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecbafd-7304-4b13-8719-d385262be374 req-4382ddb1-49ee-4cdd-a6dc-da955e112df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:38.478015 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49ecbafd-7304-4b13-8719-d385262be374 req-4382ddb1-49ee-4cdd-a6dc-da955e112df6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 1096 time: 0.1580966 Jun 16 11:46:38.531587 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087e821-42ef-40f5-ad23-340b1a951bf6 req-4021c5ba-b5af-4f99-8b75-2a7f242f5e01 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:38.533217 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8087e821-42ef-40f5-ad23-340b1a951bf6 req-4021c5ba-b5af-4f99-8b75-2a7f242f5e01 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 946 time: 0.1626236 Jun 16 11:46:38.694728 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-8087e821-42ef-40f5-ad23-340b1a951bf6 req-ade9185f-9566-47c3-a7b1-fe786a3e5399 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups?id=2b4d37ac-ff33-47b3-97ad-41df82e0f061&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435776 Jun 16 11:46:38.708618 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecbafd-7304-4b13-8719-d385262be374 req-a7bc7135-f53e-486c-a53d-a76af7da2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:38.710088 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49ecbafd-7304-4b13-8719-d385262be374 req-a7bc7135-f53e-486c-a53d-a76af7da2e35 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8aa6f1fd21854e59a16053014180cfba&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2204525 Jun 16 11:46:38.753498 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99185bc-83b7-4ef8-ba80-dc4279482992 req-82b45390-0fb4-408d-8a10-f4a042856202 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:38.754982 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a99185bc-83b7-4ef8-ba80-dc4279482992 req-82b45390-0fb4-408d-8a10-f4a042856202 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 943 time: 0.2208800 Jun 16 11:46:38.810911 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:38.818012 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:38.856758 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event deleted for resources: {'Port': ['ID=4ad31835-4c98-4025-9bb6-2cb79cfc8f04,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:38.864425 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:38.873474 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a99185bc-83b7-4ef8-ba80-dc4279482992 req-7e6c5e88-01c6-4c1a-a1fa-cc36cce62194 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099200 Jun 16 11:46:38.885959 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ecbafd-7304-4b13-8719-d385262be374 req-922fa96d-b6fa-46b9-8832-488e9f96096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:38.887433 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-49ecbafd-7304-4b13-8719-d385262be374 req-922fa96d-b6fa-46b9-8832-488e9f96096b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1700974 Jun 16 11:46:39.029997 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:46:39.034213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-9c8545cf-3cc2-4e18-9468-1cf7d491244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:39.035705 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-9c8545cf-3cc2-4e18-9468-1cf7d491244c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 1096 time: 0.0866616 Jun 16 11:46:39.109197 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-575b6035-e938-4e2b-b880-c837c23dceae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b HTTP/1.1" status: 200 len: 217 time: 0.0645216 Jun 16 11:46:39.196672 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316d5e-273b-4fe5-8973-83b639305042 req-f3747869-4ae2-40c2-b2c9-c2d34bae01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:39.198143 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-f3747869-4ae2-40c2-b2c9-c2d34bae01e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37628771-9d68-46dd-b030-5d22da83b595 HTTP/1.1" status: 200 len: 855 time: 0.0611744 Jun 16 11:46:39.238535 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-226b5c20-63ee-477a-b54b-ae280dfc8305 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a858f67-fd32-45ba-a512-50a1c6a91c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324697 Jun 16 11:46:39.239704 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:46:39.250372 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:46:39.261507 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:46:39.262044 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:46:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:39.304997 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] No DVR routers for this DVR port 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:46:39.308783 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:39.312942 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f97a2374-82cf-43c7-8793-1377f164cedf req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.60 "DELETE /v2.0/ports/4ad31835-4c98-4025-9bb6-2cb79cfc8f04 HTTP/1.1" status: 204 len: 173 time: 1.7910025 Jun 16 11:46:39.374515 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-146abfb4-c87f-4776-affe-ae8eb0f8d8e0 service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281142 Jun 16 11:46:39.384509 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:46:39.479574 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-18316d5e-273b-4fe5-8973-83b639305042 req-513b11cc-805f-4fc4-81d1-6288d3cfa96b service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971882 Jun 16 11:46:39.590492 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:39.593787 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:46:39.602016 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:46:39.602619 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:46:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:39.708849 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:46:39.858160 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f9532d39-917b-4805-9bb9-e5a49bb6462b req-467735e7-68d9-4f6f-b5b3-d89bf89f9235 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/ports?device_id=a1542108-de5b-41b3-abe5-73be6047103a HTTP/1.1" status: 200 len: 210 time: 0.0316129 Jun 16 11:46:39.916648 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:39.920145 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be745125-490e-4ea8-9cb1-5e1bae40bfb9 None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:38:55Z', 'revision_number': 4, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '270f27aa-e5e9-4fe1-a8f4-02ece773c785', 'name': '', 'network_id': '0dc817ae-8dda-4495-b064-8cce4ce22dcf', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'mac_address': 'fa:16:3e:74:0a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:53Z', 'updated_at': '2021-06-16T11:39:08Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'subnets': [{'id': 'bb4833d8-31be-4bbb-a303-e4d976d9033e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:46:40.054821 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13fe73-0a73-4974-9915-038c32d959f6 req-d182b76d-fa9a-416a-8e83-169dabc517bb tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:40.056413 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fd13fe73-0a73-4974-9915-038c32d959f6 req-d182b76d-fa9a-416a-8e83-169dabc517bb tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 943 time: 0.0652542 Jun 16 11:46:40.102461 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fd13fe73-0a73-4974-9915-038c32d959f6 req-020b9cca-4be7-4626-95eb-3de660dc1f84 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397451 Jun 16 11:46:40.147115 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210ebf71-8751-4ee1-85c7-92c7f61ddc57 None None] New status for floating IP 6284dddc-1efd-4167-8ba0-664216ca9c68: DOWN {{(pid=93743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:46:40.301864 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-deleted', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:40.304835 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c6f261-e738-421e-b159-a2cf20f37540" -d '{"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-deleted", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:40.348718 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae14a58f-4da3-46dd-8975-cc05d8369861 x-openstack-request-id: req-ae14a58f-4da3-46dd-8975-cc05d8369861 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:40.349055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1542108-de5b-41b3-abe5-73be6047103a", "name": "network-vif-deleted", "tag": "4ad31835-4c98-4025-9bb6-2cb79cfc8f04", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:40.349424 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ae14a58f-4da3-46dd-8975-cc05d8369861 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:40.351566 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1542108-de5b-41b3-abe5-73be6047103a', 'name': 'network-vif-deleted', 'tag': '4ad31835-4c98-4025-9bb6-2cb79cfc8f04', 'status': 'completed', 'code': 200} Jun 16 11:46:40.736005 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:46:40.756264 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:46:40.756626 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4ad31835-4c98-4025-9bb6-2cb79cfc8f04 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:46:41.085991 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56202) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:41.141205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.167583 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.278527 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753d413-52a7-4c25-9ef2-163d76b58f41 req-125d3796-8187-47da-b0ae-1135e8e2a7f5 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:41.279999 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d753d413-52a7-4c25-9ef2-163d76b58f41 req-125d3796-8187-47da-b0ae-1135e8e2a7f5 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 943 time: 0.0640023 Jun 16 11:46:41.284267 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.287078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.288426 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "DELETE /v2.0/security-groups/2b4d37ac-ff33-47b3-97ad-41df82e0f061 HTTP/1.1" status: 204 len: 168 time: 0.2014601 Jun 16 11:46:41.290327 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-759f28fc-b9d1-4d13-865b-0bce88400754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:41.291192 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56206) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:41.305284 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.api.v2.resource [None req-14efb060-fac4-4558-a029-03f19b952d29 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] show failed (client error): The resource could not be found. Jun 16 11:46:41.306249 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-14efb060-fac4-4558-a029-03f19b952d29 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "GET /v2.0/security-groups/2b4d37ac-ff33-47b3-97ad-41df82e0f061 HTTP/1.1" status: 404 len: 347 time: 0.0140238 Jun 16 11:46:41.309195 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56208) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:41.309345 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4d37ac-ff33-47b3-97ad-41df82e0f061,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:41.311856 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6ce0e9a6-4e45-461e-a244-f957fdc15959 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:41.338183 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d753d413-52a7-4c25-9ef2-163d76b58f41 req-f1933bee-fb48-4be4-b48e-2403b11e0d49 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Jun 16 11:46:41.434765 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Deleting port 4d69ed83-705a-4733-9a34-e9531fb5e87d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:46:41.435110 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.507821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.508169 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.572572 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Calling delete_port for 4d69ed83-705a-4733-9a34-e9531fb5e87d owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:46:41.804656 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.806853 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2845f3d9-5e53-480a-8fa2-a3ffc098383e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:41.830319 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Pushing event deleted for resources: {'Port': ['ID=4d69ed83-705a-4733-9a34-e9531fb5e87d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:41.841296 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.841683 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.842064 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.842441 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.842814 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.843184 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.843552 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.843918 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.844821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.845684 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.846276 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.846276 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:46:41.864438 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:41.905029 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.908136 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:41.909278 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7c283e0f-607e-41d4-9d73-f4e057a2eabf tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] 10.222.0.45 "DELETE /v2.0/floatingips/6284dddc-1efd-4167-8ba0-664216ca9c68 HTTP/1.1" status: 204 len: 168 time: 0.5991116 Jun 16 11:46:42.515066 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25424523-547a-43fb-9a05-fc357d7ed4e7 req-86cfa76e-e354-4732-a9d7-223ee30e1f96 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:42.516867 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25424523-547a-43fb-9a05-fc357d7ed4e7 req-86cfa76e-e354-4732-a9d7-223ee30e1f96 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 943 time: 0.0688245 Jun 16 11:46:42.555528 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25424523-547a-43fb-9a05-fc357d7ed4e7 req-ddca58a0-80a1-4383-8886-d6bfa50db04a tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Jun 16 11:46:42.750647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a1177cd0-4d03-4666-90ff-b1fda4c7bd4b details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:46:42.841773 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:42.853363 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'port_id': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b', 'mac_address': 'fa:16:3e:6b:17:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37628771-9d68-46dd-b030-5d22da83b595', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:46:42.892444 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:42.904418 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1177cd0-4d03-4666-90ff-b1fda4c7bd4b {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:46:42.923919 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:43.003047 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:43.004869 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:43.050041 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:43.053007 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:43.198382 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4512525d-f120-4093-90c1-3bc23eaec081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:43.286320 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['a1177cd0-4d03-4666-90ff-b1fda4c7bd4b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:46:43.732852 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de65e4-790e-47b2-b4d8-8d5ab58359f8 req-37cd242d-b799-42fd-82e7-844466d9d5e1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:43.734325 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-34de65e4-790e-47b2-b4d8-8d5ab58359f8 req-37cd242d-b799-42fd-82e7-844466d9d5e1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 944 time: 0.0631375 Jun 16 11:46:43.771670 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-34de65e4-790e-47b2-b4d8-8d5ab58359f8 req-42d58a41-eeee-4ad6-813f-aa272ee87e42 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jun 16 11:46:44.762796 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a1177cd0-4d03-4666-90ff-b1fda4c7bd4b up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:46:44.856565 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56236) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:44.895705 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:46:44.899901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:46:44.900524 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:44.953354 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579ca8-58a9-4c56-b062-a824ec34cd49 req-63ca414e-2a5a-4b5f-8c15-fe69ec8b026f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:44.957655 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65579ca8-58a9-4c56-b062-a824ec34cd49 req-63ca414e-2a5a-4b5f-8c15-fe69ec8b026f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 944 time: 0.0727496 Jun 16 11:46:44.989422 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:45.001119 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65579ca8-58a9-4c56-b062-a824ec34cd49 req-ecb5c0c9-f471-4213-b35e-657ff3316f1c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Jun 16 11:46:45.015487 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:46:45.018827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5972d2a-9f5f-4520-addc-fb22fa4dffd2" -d '{"events": [{"server_uuid": "b6756fd1-6bbb-4cff-b1a6-d4992862ed6e", "name": "network-vif-plugged", "status": "completed", "tag": "a1177cd0-4d03-4666-90ff-b1fda4c7bd4b"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:46:45.030994 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:45.058758 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fe0207-03d9-4e17-9c1e-5b0b62d5a7d0 x-openstack-request-id: req-c9fe0207-03d9-4e17-9c1e-5b0b62d5a7d0 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:46:45.059142 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6756fd1-6bbb-4cff-b1a6-d4992862ed6e", "name": "network-vif-plugged", "status": "completed", "tag": "a1177cd0-4d03-4666-90ff-b1fda4c7bd4b", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:46:45.059464 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c9fe0207-03d9-4e17-9c1e-5b0b62d5a7d0 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:46:45.059993 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b', 'code': 200} Jun 16 11:46:45.112731 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:45.114853 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:45.164234 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:45.167260 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:45.281978 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:45.430136 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48fbc-4509-4818-849c-9287a6e08116 req-673e0a0f-aa01-4502-a06e-74ffbed5c638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:45.431623 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbe48fbc-4509-4818-849c-9287a6e08116 req-673e0a0f-aa01-4502-a06e-74ffbed5c638 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 1098 time: 0.0526609 Jun 16 11:46:45.467021 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-fbe48fbc-4509-4818-849c-9287a6e08116 req-6ed4399c-3a08-4aab-9850-29a0f5874605 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283408 Jun 16 11:46:45.543572 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Deleting port 270f27aa-e5e9-4fe1-a8f4-02ece773c785 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:46:45.543846 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:45.620765 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] For port 270f27aa-e5e9-4fe1-a8f4-02ece773c785, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=270f27aa-e5e9-4fe1-a8f4-02ece773c785,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:45.621163 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:45.687428 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Calling delete_port for 270f27aa-e5e9-4fe1-a8f4-02ece773c785 owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:46:45.981409 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ac905e1d-fe9a-4327-a4e0-e95c4303da35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.025982 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.028218 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:46.055983 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Pushing event deleted for resources: {'Port': ['ID=270f27aa-e5e9-4fe1-a8f4-02ece773c785,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:46.059024 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:46.152934 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.210762 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b82605-98ec-4a65-8985-2b2b5725f2fa req-cd32e0dc-40aa-419c-9395-2504234d64b3 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:46.214769 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f4b82605-98ec-4a65-8985-2b2b5725f2fa req-cd32e0dc-40aa-419c-9395-2504234d64b3 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 945 time: 0.0813994 Jun 16 11:46:46.254148 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.260143 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f4b82605-98ec-4a65-8985-2b2b5725f2fa req-8483430c-8203-4a60-a1ba-221517e7a2df tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Jun 16 11:46:46.472603 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Router 3571e4dc-4474-4929-802d-fb83ea23d5c2 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:46:46.574965 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:46:46.582787 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] 10.222.0.45 "PUT /v2.0/routers/3571e4dc-4474-4929-802d-fb83ea23d5c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7226350 Jun 16 11:46:46.582925 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56244) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:46.583386 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] Sync routers for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:46:46.592207 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:46:46.597167 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:46:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:46.686031 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.700993 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:46:46.798564 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.882493 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:46:45Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:46.885703 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] Checking router: 3571e4dc-4474-4929-802d-fb83ea23d5c2 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:46:46.894352 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] Routers {'3571e4dc-4474-4929-802d-fb83ea23d5c2'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:46:46.894938 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:46:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['3571e4dc-4474-4929-802d-fb83ea23d5c2'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:46.950618 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Deleting port a9abdf5d-1ba9-466c-9919-046a92775e0e {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:46:46.951137 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:46.998720 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] Set router 3571e4dc-4474-4929-802d-fb83ea23d5c2 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:46:47.038246 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] For port a9abdf5d-1ba9-466c-9919-046a92775e0e, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a9abdf5d-1ba9-466c-9919-046a92775e0e,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:47.038888 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.139952 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.183490 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:46:45Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:47.187176 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8155dcb-055c-4111-b7c4-cb054c8a871d None None] The sync data for ids ['3571e4dc-4474-4929-802d-fb83ea23d5c2'] in dv-cinder-796286-5-iscsi is: [{'id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'name': 'tempest-AttachVolumeShelveTestJSON-102034048-router', 'tenant_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:38:47Z', 'updated_at': '2021-06-16T11:46:45Z', 'revision_number': 5, 'project_id': 'eca043a4ace741d6aa3ee95d4f0bbb84', 'gw_port': {'id': 'a9abdf5d-1ba9-466c-9919-046a92775e0e', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:4f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3571e4dc-4474-4929-802d-fb83ea23d5c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:38:49Z', 'updated_at': '2021-06-16T11:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:46:47.355870 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Calling delete_port for a9abdf5d-1ba9-466c-9919-046a92775e0e owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:46:47.448341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e8875-b5ba-4250-ada4-fede5e346488 req-02432428-4b38-4127-bf9b-aaa1f6d0fb84 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:46:47.449841 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b3e8875-b5ba-4250-ada4-fede5e346488 req-02432428-4b38-4127-bf9b-aaa1f6d0fb84 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 945 time: 0.0661278 Jun 16 11:46:47.491285 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0b3e8875-b5ba-4250-ada4-fede5e346488 req-2ff03aec-b6d6-4cab-ad1a-a391bb5a8a8f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Jun 16 11:46:47.656087 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.661844 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ca2cf1bf-a91e-4a00-ba5b-04ee6e0d51c5 tempest-ServerRescueNegativeTestJSON-750578374 tempest-ServerRescueNegativeTestJSON-750578374-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:47.681239 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9abdf5d-1ba9-466c-9919-046a92775e0e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:47.684695 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:47.745771 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.836811 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.838902 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.996997 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:47.997513 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3571e4dc-4474-4929-802d-fb83ea23d5c2 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:46:48.006395 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.006395 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-432e01a1-d24a-4649-ad42-572121786a0e admin admin] 10.222.0.45 "DELETE /v2.0/routers/3571e4dc-4474-4929-802d-fb83ea23d5c2 HTTP/1.1" status: 204 len: 168 time: 1.4198229 Jun 16 11:46:48.006395 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56250) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:48.052731 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Deleting subnet bb4833d8-31be-4bbb-a303-e4d976d9033e {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:46:48.056112 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.093879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29988327'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.182918 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.307640 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29988641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29821773'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.310967 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1d0a350f-4168-49ef-8023-cd69be95b4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:48.335939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb4833d8-31be-4bbb-a303-e4d976d9033e,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:48.338963 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:48.339944 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.341830 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bb4833d8-31be-4bbb-a303-e4d976d9033e HTTP/1.1" status: 204 len: 168 time: 0.3346267 Jun 16 11:46:48.344470 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56256) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:48.347353 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54cc018-c703-48e7-9c20-f359695b2a08 None None] Network 0dc817ae-8dda-4495-b064-8cce4ce22dcf requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:46:48.421338 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.495117 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Deleting port 72c88cde-bc74-4270-85f9-22b5ff6cecac {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:46:48.495450 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.530795 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 270f27aa-e5e9-4fe1-a8f4-02ece773c785 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:46:48.549348 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 270f27aa-e5e9-4fe1-a8f4-02ece773c785 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:46:48.549657 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 270f27aa-e5e9-4fe1-a8f4-02ece773c785 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:46:48.550081 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a9abdf5d-1ba9-466c-9919-046a92775e0e no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:46:48.562310 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] For port 72c88cde-bc74-4270-85f9-22b5ff6cecac, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72c88cde-bc74-4270-85f9-22b5ff6cecac,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:48.562716 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.570647 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: a9abdf5d-1ba9-466c-9919-046a92775e0e {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:46:48.571068 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a9abdf5d-1ba9-466c-9919-046a92775e0e not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:46:48.577133 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] DHCP port deletion for 0dc817ae-8dda-4495-b064-8cce4ce22dcf request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:46:48.627272 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Deleting port 72c88cde-bc74-4270-85f9-22b5ff6cecac {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:46:48.627651 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.631922 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Calling delete_port for 72c88cde-bc74-4270-85f9-22b5ff6cecac owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:46:48.688698 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] For port 72c88cde-bc74-4270-85f9-22b5ff6cecac, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=72c88cde-bc74-4270-85f9-22b5ff6cecac,segment=NetworkSegment(4c0d7ca5-f69a-4d86-8191-374cc79a58fe),segment_id=4c0d7ca5-f69a-4d86-8191-374cc79a58fe)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:46:48.689099 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.751979 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Calling delete_port for 72c88cde-bc74-4270-85f9-22b5ff6cecac owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:46:48.810056 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.812490 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-49dcaeed-4c8a-4f9d-b511-0d57b88cdb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:48.827785 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.830471 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:48.841758 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=72c88cde-bc74-4270-85f9-22b5ff6cecac,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:48.845644 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:48.846467 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] No DVR routers for this DVR port 72c88cde-bc74-4270-85f9-22b5ff6cecac on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:46:48.854348 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Pushing event deleted for resources: {'Port': ['ID=72c88cde-bc74-4270-85f9-22b5ff6cecac,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:48.857345 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:48.858098 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cef33-6cb1-4549-a1a6-a5fe26d088e6 None None] No DVR routers for this DVR port 72c88cde-bc74-4270-85f9-22b5ff6cecac on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:46:48.924391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.934429 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc817ae-8dda-4495-b064-8cce4ce22dcf']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:48.944419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0d7ca5-f69a-4d86-8191-374cc79a58fe') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:48.944708 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0d7ca5-f69a-4d86-8191-374cc79a58fe') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:46:48.953308 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.967614 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.974536 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Releasing vlan 1155 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:46:48.974927 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:46:48.976555 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:46:48.998779 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.134363 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.137893 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:49.140368 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.143129 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0dc817ae-8dda-4495-b064-8cce4ce22dcf HTTP/1.1" status: 204 len: 168 time: 0.7976506 Jun 16 11:46:49.154047 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc817ae-8dda-4495-b064-8cce4ce22dcf,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:49.156623 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-023afde8-0d49-417c-a30d-d6d45570c0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:49.604308 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56266) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:49.646024 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-9ad78f3a-403d-4c48-ada8-9f4cd5318d33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eca043a4ace741d6aa3ee95d4f0bbb84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403137 Jun 16 11:46:49.648292 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56268) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:49.704563 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.725548 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.894372 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.897158 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:49.898239 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/51dcdee6-3c96-43c8-9714-1cbc6edfee3b HTTP/1.1" status: 204 len: 168 time: 0.2489934 Jun 16 11:46:49.899111 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-48ab16e4-d95b-4245-8349-b0e41028efe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:49.907748 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dcdee6-3c96-43c8-9714-1cbc6edfee3b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:49.909956 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cc9cb186-9c98-4a0c-84c1-1473fd95f7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:50.189061 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72c88cde-bc74-4270-85f9-22b5ff6cecac no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:46:50.209000 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 72c88cde-bc74-4270-85f9-22b5ff6cecac {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:46:50.209376 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 72c88cde-bc74-4270-85f9-22b5ff6cecac not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:46:51.827152 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56328) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:51.929074 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.018797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.117161 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.119992 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6660d4c6-d9a1-4ded-88dd-6eca7a51efbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:52.157977 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a3e6840720d04a4986a674c89cb299c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286018 Jun 16 11:46:52.158550 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e27ec6-62c9-4931-8eac-f351d78f297d,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:52.160341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56332) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:52.161602 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:52.211502 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.232279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.358537 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.361715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:52.362850 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39e27ec6-62c9-4931-8eac-f351d78f297d HTTP/1.1" status: 204 len: 168 time: 0.2014813 Jun 16 11:46:52.363611 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-fc1be529-3ac8-4f33-a701-28e3e3c1a604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:52.371534 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e27ec6-62c9-4931-8eac-f351d78f297d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:52.380628 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:55.497962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56404) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:55.602671 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:55.694715 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:55.815516 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:55.818169 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-295d9409-0b5a-480c-b9f2-ff2504a03bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:55.856030 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=711423ac5e274ce1871efc8d5086b8e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570154 Jun 16 11:46:55.856899 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9864adf5-a2e2-4bf8-af0c-c8dd59cf5b21,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:55.858989 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56410) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:55.860470 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:55.909305 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:55.938381 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:56.088414 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:56.091773 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:56.093302 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9864adf5-a2e2-4bf8-af0c-c8dd59cf5b21 HTTP/1.1" status: 204 len: 168 time: 0.2321525 Jun 16 11:46:56.094847 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-d572c52a-f516-4738-a335-e66243e8e9ca tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:56.105518 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864adf5-a2e2-4bf8-af0c-c8dd59cf5b21,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:56.108244 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:56.852486 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56418) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:56.867313 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:56.967591 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:57.078439 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:57.081253 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-23ecdb4d-4fee-4669-bf2c-8b212d9c5068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:57.118810 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87d29c85a30741a5abd4945728db431f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2651162 Jun 16 11:46:57.119879 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8578295-29cb-4a81-b715-623f6bafbaeb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:57.121643 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56420) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:46:57.122530 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:46:57.175326 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:57.196524 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:57.352815 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:57.355156 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:46:57.356431 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8578295-29cb-4a81-b715-623f6bafbaeb HTTP/1.1" status: 204 len: 168 time: 0.2337804 Jun 16 11:46:57.357268 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a5f1992a-8cc4-40b6-8a28-40b0e09c22d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:46:57.365675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8578295-29cb-4a81-b715-623f6bafbaeb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:46:57.368105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:01.274135 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-30c439cf-07f1-4c68-aef2-05edc4e10520 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:01.275588 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-30c439cf-07f1-4c68-aef2-05edc4e10520 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1050785 Jun 16 11:47:01.290755 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-1427c732-a708-43d2-9aa1-aa28d5e65708 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/quotas/8aa6f1fd21854e59a16053014180cfba HTTP/1.1" status: 200 len: 375 time: 0.0097253 Jun 16 11:47:01.359299 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-fb82bc54-e35a-4009-8320-b8717f64b21b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0634699 Jun 16 11:47:01.456878 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-1a484b81-7a3c-44f9-89ae-24b30aab1c00 service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898767 Jun 16 11:47:01.548529 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-4f149039-5916-44d5-ac2c-56d8fc62b273 service neutron] 10.222.0.45 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Jun 16 11:47:01.823229 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e23ee19f-4e57-43bd-8772-5b4b77cdd3d9 req-ce1b8b9f-d7cf-4690-bafa-6de00d7536c2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 210 time: 0.0295584 Jun 16 11:47:02.970959 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cb1333a5-a7ce-4ea2-99fd-09673b95ec37 req-679e8de2-c475-4834-9a68-ac14184a9438 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 210 time: 0.0333893 Jun 16 11:47:04.125656 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-736b508a-ec76-4f77-bd2f-0ba93ece89f7 req-4067c49c-5ec1-4c74-b26f-63bcfeda2774 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 210 time: 0.0359228 Jun 16 11:47:05.281261 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b1c73886-4c7d-4d3c-b3da-765bb1386ced req-1640eec6-58d9-4a72-bb34-533ff4f9b678 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 210 time: 0.0327938 Jun 16 11:47:05.475270 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-742b79ed-c1af-45f9-9795-dcad99107c31 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:05.476667 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-742b79ed-c1af-45f9-9795-dcad99107c31 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/networks?id=0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 200 len: 815 time: 0.1026340 Jun 16 11:47:05.489378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Request body: {'port': {'device_id': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'admin_state_up': True, 'tenant_id': '8aa6f1fd21854e59a16053014180cfba'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:47:05.722588 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Made reservation on behalf of 8aa6f1fd21854e59a16053014180cfba for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:47:05.726693 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:05.858747 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Allocated IP 172.20.0.6 (0a858f67-fd32-45ba-a512-50a1c6a91c3a/37628771-9d68-46dd-b030-5d22da83b595/a67916eb-704a-4ba3-975c-9c25e6c55187) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:47:06.018635 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.216066 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.220502 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:06.229497 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039', '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:06.258849 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Network 0a858f67-fd32-45ba-a512-50a1c6a91c3a is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:47:06.262196 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:47:06.268413 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:47:06.294245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event updated for resources: {'Port': ['ID=a67916eb-704a-4ba3-975c-9c25e6c55187,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:06.300524 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:06.323926 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:06.324559 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.450630 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9648483 Jun 16 11:47:06.463050 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9935f-48b3-4152-81aa-3ecc8f0fa04e req-a2bb9206-91e2-4d9d-bdc8-503fb614755c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:06.464537 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ecc9935f-48b3-4152-81aa-3ecc8f0fa04e req-a2bb9206-91e2-4d9d-bdc8-503fb614755c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 931 time: 0.0684235 Jun 16 11:47:06.470105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Request body: {'port': {'device_id': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:47:06.562230 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ecc9935f-48b3-4152-81aa-3ecc8f0fa04e req-7e46e069-5182-4e88-ae19-2dd02a6296f5 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887523 Jun 16 11:47:06.567580 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.577703 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.839175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67916eb-704a-4ba3-975c-9c25e6c55187 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:47:06.847206 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.858761 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Transition to ACTIVE for port object a67916eb-704a-4ba3-975c-9c25e6c55187 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:47:06.941252 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:06.943469 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-35bd1ced-ca27-4910-91f9-fdb44853fde9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:07.019146 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Pushing event updated for resources: {'Port': ['ID=a67916eb-704a-4ba3-975c-9c25e6c55187,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:07.040703 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:07.099455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Attempting to bind port a67916eb-704a-4ba3-975c-9c25e6c55187 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:47:07.099455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Attempting to bind port a67916eb-704a-4ba3-975c-9c25e6c55187 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:47:07.099455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Attempting to bind port a67916eb-704a-4ba3-975c-9c25e6c55187 on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:47:07.099455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Port a67916eb-704a-4ba3-975c-9c25e6c55187 on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:47:07.099455 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Attempting to bind port a67916eb-704a-4ba3-975c-9c25e6c55187 on network 0a858f67-fd32-45ba-a512-50a1c6a91c3a {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:47:07.104247 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:47:07.104599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Checking segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:47:07.104966 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Bound using segment: {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:47:07.105425 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Bound port: a67916eb-704a-4ba3-975c-9c25e6c55187, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a411cf-3575-43c8-972a-56d26e9b1c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1175, 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:47:07.105773 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:07.175191 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] For port a67916eb-704a-4ba3-975c-9c25e6c55187, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:47:07.178391 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] For port a67916eb-704a-4ba3-975c-9c25e6c55187, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a67916eb-704a-4ba3-975c-9c25e6c55187,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:47:07.284279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:07.286587 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-281aed1a-37e8-476c-a0b2-bdcf9dd81d7b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:07.318172 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:07.318776 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:07.320123 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] 10.222.0.60 "PUT /v2.0/ports/a67916eb-704a-4ba3-975c-9c25e6c55187 HTTP/1.1" status: 200 len: 1093 time: 0.8546832 Jun 16 11:47:07.320622 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'tag': 'a67916eb-704a-4ba3-975c-9c25e6c55187'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:07.322947 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883c96cd-36f4-411b-b9c2-2333f04463b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fda3e25-dad1-4da0-92bc-fe1ce240b18f", "tag": "a67916eb-704a-4ba3-975c-9c25e6c55187"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:07.348369 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Pushing event updated for resources: {'Port': ['ID=a67916eb-704a-4ba3-975c-9c25e6c55187,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:07.351922 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:07.366018 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc8a950-2b9a-459c-99f0-c8e602c9183a x-openstack-request-id: req-7dc8a950-2b9a-459c-99f0-c8e602c9183a {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:07.370003 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fda3e25-dad1-4da0-92bc-fe1ce240b18f", "tag": "a67916eb-704a-4ba3-975c-9c25e6c55187", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:07.370003 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7dc8a950-2b9a-459c-99f0-c8e602c9183a {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:07.370003 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'tag': 'a67916eb-704a-4ba3-975c-9c25e6c55187', 'status': 'completed', 'code': 200} Jun 16 11:47:07.450573 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c96cd-36f4-411b-b9c2-2333f04463b2 req-b1fac242-638a-4aed-bc78-141c28e3ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:07.452083 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-883c96cd-36f4-411b-b9c2-2333f04463b2 req-b1fac242-638a-4aed-bc78-141c28e3ae05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 1096 time: 0.0589099 Jun 16 11:47:07.551992 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c96cd-36f4-411b-b9c2-2333f04463b2 req-4125bd14-cea1-40a5-8dac-b9a8fbb69360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:07.553700 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-883c96cd-36f4-411b-b9c2-2333f04463b2 req-4125bd14-cea1-40a5-8dac-b9a8fbb69360 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8aa6f1fd21854e59a16053014180cfba&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0934711 Jun 16 11:47:07.970044 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c96cd-36f4-411b-b9c2-2333f04463b2 req-3f530175-3bda-4dbf-a2b4-0c9e0d3b522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:07.971432 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-883c96cd-36f4-411b-b9c2-2333f04463b2 req-3f530175-3bda-4dbf-a2b4-0c9e0d3b522d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4109404 Jun 16 11:47:07.994869 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16988c6-9e9f-46a6-b1f4-3e182fbb9438 req-0df0bbad-2390-4cee-9b1e-157b87982890 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:07.996310 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e16988c6-9e9f-46a6-b1f4-3e182fbb9438 req-0df0bbad-2390-4cee-9b1e-157b87982890 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 943 time: 0.0830176 Jun 16 11:47:08.044595 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e16988c6-9e9f-46a6-b1f4-3e182fbb9438 req-e7cb83bd-bd2a-468d-a6fe-5c01045bc8be tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415778 Jun 16 11:47:08.150652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-1102b3fd-8f28-4281-be0b-83326a4d1a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:08.152117 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-1102b3fd-8f28-4281-be0b-83326a4d1a75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8aa6f1fd21854e59a16053014180cfba&device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 1096 time: 0.0548463 Jun 16 11:47:08.200346 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-ae839962-9493-4ca3-9da0-e2be9a2ffbd4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a67916eb-704a-4ba3-975c-9c25e6c55187 HTTP/1.1" status: 200 len: 217 time: 0.0382211 Jun 16 11:47:08.248830 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-4538444d-8629-4a4b-b3c8-d2e0bb5c2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:08.251359 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-4538444d-8629-4a4b-b3c8-d2e0bb5c2024 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=37628771-9d68-46dd-b030-5d22da83b595 HTTP/1.1" status: 200 len: 855 time: 0.0425997 Jun 16 11:47:08.283805 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-a96a1d59-f7bb-4e2b-9e0c-84b5c2fd98bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a858f67-fd32-45ba-a512-50a1c6a91c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265419 Jun 16 11:47:08.383711 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-29dc05dc-2cb8-498c-8ff4-0565fee9786b service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893800 Jun 16 11:47:08.477432 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b8ed09de-6ca9-4916-96dc-7ddeae1fb61e req-2a1b76e6-dc0c-45d8-97aa-237cca2e328b service neutron] 10.222.0.60 "GET /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849342 Jun 16 11:47:09.114942 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-e60430bc-ede8-4bec-9289-5e91a7197ae1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123697368&fields=id&tenant_id=cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 267 time: 0.0378630 Jun 16 11:47:09.258568 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-4c480edf-2f67-4ea0-94c9-c76d890d6cf9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:09.259810 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-4c480edf-2f67-4ea0-94c9-c76d890d6cf9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 811 time: 0.1381905 Jun 16 11:47:09.287435 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-558b96e7-711f-451c-9f53-2342a2d90a25 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/quotas/cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 375 time: 0.0160444 Jun 16 11:47:09.294998 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c6d35-8ded-4dfd-9571-6891c81f4f9c req-4825b312-a8a0-4319-a7fc-ff80b29955c4 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:09.296755 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e6c6d35-8ded-4dfd-9571-6891c81f4f9c req-4825b312-a8a0-4319-a7fc-ff80b29955c4 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 943 time: 0.1338186 Jun 16 11:47:09.352400 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56608) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:09.368631 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3e6c6d35-8ded-4dfd-9571-6891c81f4f9c req-22afa176-ab39-408b-9a5a-83bcc5cb9e0e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609159 Jun 16 11:47:09.395823 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-a8cae658-368e-4297-9848-c115d04b429b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0977814 Jun 16 11:47:09.469481 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.500676 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-8525fd1f-9563-44c0-9138-8c66c42573b6 service neutron] 10.222.0.45 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909696 Jun 16 11:47:09.559413 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.591625 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-c3766e9b-ac98-4adb-96f0-65fcb153a000 service neutron] 10.222.0.45 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Jun 16 11:47:09.638399 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.642454 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7ae7d592-5f9f-4b9e-ba77-e3d59ec855c7 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:09.681758 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=86325be4c0d94dafbc83c11d07a9fcb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3276923 Jun 16 11:47:09.682955 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c03d280-1783-44a6-90fe-50728f57b4a0,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:09.684452 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56614) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:09.686140 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:09.741229 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.769710 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.924216 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.926848 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:09.927982 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c03d280-1783-44a6-90fe-50728f57b4a0 HTTP/1.1" status: 204 len: 168 time: 0.2419028 Jun 16 11:47:09.928743 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c7e61db7-c6d6-4b69-b3ec-9595f31bfe18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:09.936573 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c03d280-1783-44a6-90fe-50728f57b4a0,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:09.948867 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b490ed55-0725-4c36-8834-7f5892379a5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:10.212954 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e560e711-e432-467f-b8b4-a276ce067207 req-02542366-27fa-4ab1-8897-69c4d600e470 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 210 time: 0.0300348 Jun 16 11:47:10.547058 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be635d-dcdb-4080-a8ac-d7d70839adee req-adbf578c-d634-44e7-aa07-ff74e7466919 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:10.548848 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-33be635d-dcdb-4080-a8ac-d7d70839adee req-adbf578c-d634-44e7-aa07-ff74e7466919 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 943 time: 0.0656829 Jun 16 11:47:10.587371 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-33be635d-dcdb-4080-a8ac-d7d70839adee req-82324fda-37af-434f-b4b9-e1bdae76eab9 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Jun 16 11:47:10.833464 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56634) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:10.847724 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b861919-ec58-43fa-90e7-c1c64f38b01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:10.906163 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a67916eb-704a-4ba3-975c-9c25e6c55187 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:47:10.970128 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b861919-ec58-43fa-90e7-c1c64f38b01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.014402 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port a67916eb-704a-4ba3-975c-9c25e6c55187, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a67916eb-704a-4ba3-975c-9c25e6c55187,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:11.028014 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': 'a67916eb-704a-4ba3-975c-9c25e6c55187', 'network_id': '0a858f67-fd32-45ba-a512-50a1c6a91c3a', 'port_id': 'a67916eb-704a-4ba3-975c-9c25e6c55187', 'mac_address': 'fa:16:3e:37:58:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37628771-9d68-46dd-b030-5d22da83b595', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:47:11.067413 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.081474 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67916eb-704a-4ba3-975c-9c25e6c55187 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:47:11.101050 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port a67916eb-704a-4ba3-975c-9c25e6c55187, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a67916eb-704a-4ba3-975c-9c25e6c55187,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:11.124203 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-1b861919-ec58-43fa-90e7-c1c64f38b01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.127473 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:11.163787 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-1b861919-ec58-43fa-90e7-c1c64f38b01d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d7f97657b9145a8abe43c045d332d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291950 Jun 16 11:47:11.164548 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b861919-ec58-43fa-90e7-c1c64f38b01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb0543b-1668-4ebe-b864-aa4b7e3b35d1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:11.166475 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56640) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:11.167624 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-1b861919-ec58-43fa-90e7-c1c64f38b01d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:11.217134 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.238137 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.245199 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.248849 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:11.309745 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0195f598-d75c-42d1-982f-a060b193bbf2 req-073b1949-a8e0-42a2-8746-c5162fc971ae tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 210 time: 0.0373504 Jun 16 11:47:11.328386 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=a67916eb-704a-4ba3-975c-9c25e6c55187,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:11.336101 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.336445 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.336808 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.337160 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.337491 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.337922 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.338229 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.338553 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.338876 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.339313 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.339641 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.339958 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:11.352239 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:11.376423 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.378764 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:11.379897 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2eb0543b-1668-4ebe-b864-aa4b7e3b35d1 HTTP/1.1" status: 204 len: 168 time: 0.2124145 Jun 16 11:47:11.380858 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1911f3d0-220e-44e1-b366-6bb01097ce0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:11.389908 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb0543b-1668-4ebe-b864-aa4b7e3b35d1,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:11.392458 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:11.542240 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['a67916eb-704a-4ba3-975c-9c25e6c55187'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:11.774993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995e053-f0af-4d0a-9606-27469b32823d req-3227b474-7717-4515-9361-a85b529d9b1b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:11.776502 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9995e053-f0af-4d0a-9606-27469b32823d req-3227b474-7717-4515-9361-a85b529d9b1b tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 944 time: 0.0667357 Jun 16 11:47:11.820070 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9995e053-f0af-4d0a-9606-27469b32823d req-2b86f63b-487c-454d-b926-3eba656a148d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369554 Jun 16 11:47:12.041384 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:47:12.445686 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-454193f3-77c6-42c1-939c-d41140de2164 req-0c365f60-f039-48f7-a9df-f19ebe66825c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 210 time: 0.0334473 Jun 16 11:47:12.793034 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-cf2d055e-8737-4fc8-b709-0bcaf5cf4af2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:12.794521 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-cf2d055e-8737-4fc8-b709-0bcaf5cf4af2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 811 time: 0.1066201 Jun 16 11:47:12.839391 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-2b41b2f6-05d0-473a-b3fd-8c521477ac95 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb88e2056210447d8f65806c70bb4054 HTTP/1.1" status: 200 len: 380 time: 0.0339055 Jun 16 11:47:12.849271 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'port': {'device_id': '829341b2-dc20-414c-a849-f5af3a65e795', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'admin_state_up': True, 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'security_groups': ['c7b5bcee-13fa-4487-a91a-19ff21fe7ac5']}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:47:12.920891 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a67916eb-704a-4ba3-975c-9c25e6c55187 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:47:13.058721 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb424034-58b3-4883-89cb-7e8076984231 req-b724b911-f9a0-4214-bee7-559b0c27573d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:13.060192 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cb424034-58b3-4883-89cb-7e8076984231 req-b724b911-f9a0-4214-bee7-559b0c27573d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 944 time: 0.1153390 Jun 16 11:47:13.083734 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port a67916eb-704a-4ba3-975c-9c25e6c55187 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:47:13.087553 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port a67916eb-704a-4ba3-975c-9c25e6c55187 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:47:13.087934 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.102179 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cb424034-58b3-4883-89cb-7e8076984231 req-653595ed-6c0e-4111-bd30-22039266278f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354838 Jun 16 11:47:13.113349 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Made reservation on behalf of cb88e2056210447d8f65806c70bb4054 for: {'port': 1} {{(pid=93742) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 11:47:13.123977 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.189585 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.213591 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67916eb-704a-4ba3-975c-9c25e6c55187'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:13.216407 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dfd0ef-f926-4c3b-9936-c681271e3ae9" -d '{"events": [{"server_uuid": "4fda3e25-dad1-4da0-92bc-fe1ce240b18f", "name": "network-vif-plugged", "status": "completed", "tag": "a67916eb-704a-4ba3-975c-9c25e6c55187"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:13.222493 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-697a816c-f0af-4211-af7c-ffab542e8518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.236498 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port a67916eb-704a-4ba3-975c-9c25e6c55187, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a67916eb-704a-4ba3-975c-9c25e6c55187,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:13.260971 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6f52d-ead1-452e-92d6-315f43c6167d x-openstack-request-id: req-2ff6f52d-ead1-452e-92d6-315f43c6167d {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:13.261311 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda3e25-dad1-4da0-92bc-fe1ce240b18f", "name": "network-vif-plugged", "status": "completed", "tag": "a67916eb-704a-4ba3-975c-9c25e6c55187", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:13.261590 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ff6f52d-ead1-452e-92d6-315f43c6167d {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:13.262003 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67916eb-704a-4ba3-975c-9c25e6c55187', 'code': 200} Jun 16 11:47:13.291384 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_common [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Allocated IP 172.20.0.4 (91dea95a-867c-4c76-936f-94abb2472964/af96d369-495c-4b20-9fec-4e6c1f95a77a/1d7bfe22-0bb1-44da-972e-5b1722f7b0e1) {{(pid=93742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:47:13.301469 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.303351 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-749daa26-9c2d-4ea5-8308-eb1c37f7f537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:13.356378 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=a67916eb-704a-4ba3-975c-9c25e6c55187,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:13.359972 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:13.450604 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.465609 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Transition to ACTIVE for port object 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 will not be triggered until provisioned by entity DHCP. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:47:13.590276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30389465'] for port, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.595353 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:13.672492 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Network 91dea95a-867c-4c76-936f-94abb2472964 is already hosted by enough agents. {{(pid=93742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:47:13.685875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.base_scheduler [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Resources bound (agent type, host, resource id): {{(pid=93742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:47:13.691195 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Received port after_create {{(pid=93742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:47:13.696527 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:13.702158 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:13.768205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25938e21-a62a-438a-b71e-d7a8f57d2bdd req-9b17146f-9592-49e1-b96c-897d8e718cf0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:13.777343 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25938e21-a62a-438a-b71e-d7a8f57d2bdd req-9b17146f-9592-49e1-b96c-897d8e718cf0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 931 time: 0.2136590 Jun 16 11:47:13.783436 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:13.784294 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:13.795259 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b380c-90ea-41e8-835f-8e6044b31398 req-96f621f0-ea04-46f3-95ac-a3685fd64af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:13.797584 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-345b380c-90ea-41e8-835f-8e6044b31398 req-96f621f0-ea04-46f3-95ac-a3685fd64af2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 1098 time: 0.1739535 Jun 16 11:47:13.862205 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-345b380c-90ea-41e8-835f-8e6044b31398 req-4380f723-6207-41ce-b4b7-b49a11d5f500 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537863 Jun 16 11:47:13.867565 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-25938e21-a62a-438a-b71e-d7a8f57d2bdd req-7ee656d8-c75f-4d32-b9c1-28f7feeffd90 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916600 Jun 16 11:47:14.004760 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1593513 Jun 16 11:47:14.021065 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.v2.base [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Request body: {'port': {'device_id': '829341b2-dc20-414c-a849-f5af3a65e795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79628'}} {{(pid=93742) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:47:14.094966 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.096214 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b64c4b6c-c8d4-4be8-aec8-c78a5fb6f376 None None] Provisioning for port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 completed by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:47:14.104269 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-b64c4b6c-c8d4-4be8-aec8-c78a5fb6f376 None None] Provisioning complete for port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 triggered by entity DHCP. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:47:14.104742 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b64c4b6c-c8d4-4be8-aec8-c78a5fb6f376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.165153 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-b64c4b6c-c8d4-4be8-aec8-c78a5fb6f376 None None] Port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 cannot update to ACTIVE because it is not bound. {{(pid=93743) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 11:47:14.379857 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7803791-95de-4f9b-b5bf-7e506d3b3255 req-5b72d291-61fa-461f-b360-868e145b7025 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:14.381350 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7803791-95de-4f9b-b5bf-7e506d3b3255 req-5b72d291-61fa-461f-b360-868e145b7025 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 945 time: 0.1321421 Jun 16 11:47:14.451892 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d7803791-95de-4f9b-b5bf-7e506d3b3255 req-40ada8c8-f5a0-49ea-9205-18202f8b58b8 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639608 Jun 16 11:47:14.459678 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 {{(pid=93742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:47:14.475838 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.481007 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.provisioning_blocks [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Transition to ACTIVE for port object 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 will not be triggered until provisioned by entity L2. {{(pid=93742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 11:47:14.615072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.617306 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f83f426a-03f5-4073-bd1d-7bd801c10d6f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:14.739621 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=2']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:14.742516 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56724) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:14.762962 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:14.794420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Attempting to bind port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 on host hv-cinder-79628 for vnic_type normal with profile {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 11:47:14.794749 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Attempting to bind port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 by drivers openvswitch,hyperv on host hv-cinder-79628 at level 0 using segments [{'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 11:47:14.795072 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Attempting to bind port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:47:14.803109 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 on network 91dea95a-867c-4c76-936f-94abb2472964 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79628 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 11:47:14.803754 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Attempting to bind port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 on network 91dea95a-867c-4c76-936f-94abb2472964 {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 11:47:14.808684 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Checking agent: {'id': 'be1a0ead-34c1-4944-93bc-b9f8fba511cc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79628', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'started_at': datetime.datetime(2021, 6, 16, 11, 37, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 11, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 11:47:14.809141 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Checking segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 11:47:14.809535 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Bound using segment: {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'} {{(pid=93742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 11:47:14.809969 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.managers [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Bound port: 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host: hv-cinder-79628, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2861ee68-4662-4255-86e5-eb0c08efe29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '91dea95a-867c-4c76-936f-94abb2472964'}}] {{(pid=93742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 11:47:14.810314 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.871190 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b712db3-4700-49ff-90d5-ee89920a9705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.876953 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:14.880097 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:14.881297 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, cleared binding levels {{(pid=93742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 11:47:14.884157 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 11:47:14.964238 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b712db3-4700-49ff-90d5-ee89920a9705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.970598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30389455'] for port, after_update {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:14.972754 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9b56c712-4468-432d-8b50-8521ab0c3254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:15.007384 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.008016 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:15.009437 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 HTTP/1.1" status: 200 len: 1093 time: 0.9925165 Jun 16 11:47:15.013179 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:15.015685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb50b61-b2bc-4381-971f-c1c8f73d8121" -d '{"events": [{"name": "network-changed", "server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:15.064098 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d748e1f3-8a42-4437-aa7a-bbb828aafa5e x-openstack-request-id: req-d748e1f3-8a42-4437-aa7a-bbb828aafa5e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:15.064657 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:15.064952 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d748e1f3-8a42-4437-aa7a-bbb828aafa5e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:15.065411 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'status': 'completed', 'code': 200} Jun 16 11:47:15.082413 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=3']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:15.086000 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6cbf8e1f-65ed-477a-a308-4e78cd0c2621 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:15.091520 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9b712db3-4700-49ff-90d5-ee89920a9705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:15.095160 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-3a00b120-3b38-48c2-bace-831a7c901e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:15.126197 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f19e7c-8073-45d2-b581-5903be938234 req-457f5d3d-d6e4-4c98-9214-94bbfcdc8eec tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.133640 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76f19e7c-8073-45d2-b581-5903be938234 req-457f5d3d-d6e4-4c98-9214-94bbfcdc8eec tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.1230896 Jun 16 11:47:15.137225 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b712db3-4700-49ff-90d5-ee89920a9705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf74c96-c80c-4dad-9ab5-ee7fa791fb01,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:15.145394 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-9b712db3-4700-49ff-90d5-ee89920a9705 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1bb0b824fe9747c9880d309a57f42575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017909 Jun 16 11:47:15.146881 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9b712db3-4700-49ff-90d5-ee89920a9705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:15.147433 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56732) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:15.204072 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:15.209776 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-76f19e7c-8073-45d2-b581-5903be938234 req-75256408-5b40-4e5f-8ede-5dc95b32c9e8 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746210 Jun 16 11:47:15.245263 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:15.247670 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50b61-b2bc-4381-971f-c1c8f73d8121 req-73a18fdd-e64d-41ad-9d7a-98c88fb73be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.249220 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfb50b61-b2bc-4381-971f-c1c8f73d8121 req-73a18fdd-e64d-41ad-9d7a-98c88fb73be3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1096 time: 0.1133349 Jun 16 11:47:15.350263 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50b61-b2bc-4381-971f-c1c8f73d8121 req-334d9ca7-b137-49e6-81b5-7a81bd7c10ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.351698 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfb50b61-b2bc-4381-971f-c1c8f73d8121 req-334d9ca7-b137-49e6-81b5-7a81bd7c10ff service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb88e2056210447d8f65806c70bb4054&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0938959 Jun 16 11:47:15.363908 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:15.368421 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:15.368421 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/adf74c96-c80c-4dad-9ab5-ee7fa791fb01 HTTP/1.1" status: 204 len: 168 time: 0.2195296 Jun 16 11:47:15.368640 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7f08b632-e3c5-4f6c-928d-c862c50c8b15 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:15.377712 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf74c96-c80c-4dad-9ab5-ee7fa791fb01,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:15.380024 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-2a11328a-f7f5-4a44-b1ad-96728afb261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:15.457510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50b61-b2bc-4381-971f-c1c8f73d8121 req-2f7ea714-281f-4de0-973d-280c01d65340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.458967 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-cfb50b61-b2bc-4381-971f-c1c8f73d8121 req-2f7ea714-281f-4de0-973d-280c01d65340 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1005309 Jun 16 11:47:15.589002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-e037781a-a772-4d5c-b07f-6205d8444e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.590456 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-e037781a-a772-4d5c-b07f-6205d8444e12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1096 time: 0.0880616 Jun 16 11:47:15.642838 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-c6d15874-010f-4fc3-84bf-29792543dd0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 HTTP/1.1" status: 200 len: 217 time: 0.0364864 Jun 16 11:47:15.710823 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e21c67-862e-4d89-93b7-7daa2adc77a4 req-1d16df8c-a7c4-4553-89af-c012e3863c1e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.712631 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-44e21c67-862e-4d89-93b7-7daa2adc77a4 req-1d16df8c-a7c4-4553-89af-c012e3863c1e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 945 time: 0.1375377 Jun 16 11:47:15.714028 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-5b89aac6-514f-42aa-a352-eecca595f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.715325 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-5b89aac6-514f-42aa-a352-eecca595f2ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0654104 Jun 16 11:47:15.779420 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-44e21c67-862e-4d89-93b7-7daa2adc77a4 req-de563055-5ff1-4fd4-be49-9438dc5c71ba tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606267 Jun 16 11:47:15.800302 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89a6f-5816-403f-9795-29bc1006cbea req-8f7aaa92-c33e-4d2c-9ccb-7715eedfd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:15.801914 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-8f7aaa92-c33e-4d2c-9ccb-7715eedfd1c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757015 Jun 16 11:47:15.905512 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-bda029a6-edf1-406f-ab53-971c5741da42 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914736 Jun 16 11:47:15.995832 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-45b89a6f-5816-403f-9795-29bc1006cbea req-9f12e651-ddbe-4f41-8974-84a106f0bc1e service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829029 Jun 16 11:47:15.998064 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-371e9267-db51-43d8-8c92-8f9fcbfba88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.126324 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.169906 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56742) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:16.186030 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99f20951-78c7-4f57-8d9e-47305498395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.285173 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99f20951-78c7-4f57-8d9e-47305498395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.354726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-99f20951-78c7-4f57-8d9e-47305498395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.359598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-868770f1-7a4e-4a76-acf4-3621cd9f8229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:16.417635 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-99f20951-78c7-4f57-8d9e-47305498395f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6709dba94e864e5d95359b3e9f3d76e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465348 Jun 16 11:47:16.419661 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56748) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:16.420127 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f20951-78c7-4f57-8d9e-47305498395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e72917-ba15-4f2e-85c9-3f581df01943,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:16.427981 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-99f20951-78c7-4f57-8d9e-47305498395f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:16.467337 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc84496-9101-4c70-8903-58f27395da64 req-df44c139-441d-4ee1-8298-72bfb206567a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:16.468926 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2dc84496-9101-4c70-8903-58f27395da64 req-df44c139-441d-4ee1-8298-72bfb206567a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.1439319 Jun 16 11:47:16.493906 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.513009 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2dc84496-9101-4c70-8903-58f27395da64 req-a25bcf03-3bfb-4d6f-ae43-1eb176d018b5 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 Jun 16 11:47:16.545740 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.653714 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.656386 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:16.657710 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/58e72917-ba15-4f2e-85c9-3f581df01943 HTTP/1.1" status: 204 len: 168 time: 0.2367558 Jun 16 11:47:16.658677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-a93b4040-47da-4ab7-b00c-38df9f4e5568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:16.666926 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e72917-ba15-4f2e-85c9-3f581df01943,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:16.669264 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:17.095245 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:17.710095 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99cbb1-c121-4b33-8415-b6247d6a7b43 req-99dc8522-f77f-4677-8412-28c0c742dd04 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:17.712097 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c99cbb1-c121-4b33-8415-b6247d6a7b43 req-99dc8522-f77f-4677-8412-28c0c742dd04 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0730467 Jun 16 11:47:17.756720 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4c99cbb1-c121-4b33-8415-b6247d6a7b43 req-9ef2ec6f-95ee-4893-8b90-62db190c2782 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376935 Jun 16 11:47:18.951800 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4657368-0cb0-48d5-964f-2a55b51e4436 req-e700c6ca-b11b-493e-98a5-a8f43ead7bb9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:18.953917 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e4657368-0cb0-48d5-964f-2a55b51e4436 req-e700c6ca-b11b-493e-98a5-a8f43ead7bb9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0705650 Jun 16 11:47:19.002402 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e4657368-0cb0-48d5-964f-2a55b51e4436 req-0bd7b47b-574e-484e-b769-4a86c428cf57 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380173 Jun 16 11:47:19.036718 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:20.180208 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515184a6-f257-4d80-88b5-f0923a1ba5e3 req-7d744a86-0cac-4896-835f-77825e8455e5 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:20.181727 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-515184a6-f257-4d80-88b5-f0923a1ba5e3 req-7d744a86-0cac-4896-835f-77825e8455e5 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0636344 Jun 16 11:47:20.218300 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-515184a6-f257-4d80-88b5-f0923a1ba5e3 req-5d07c0d9-7dfc-464c-be57-7999aeb33b92 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307486 Jun 16 11:47:21.397186 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25be22e-71a4-4d13-8759-5383ad972469 req-667c8dfc-3f00-4074-b299-74391e506044 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:21.398688 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d25be22e-71a4-4d13-8759-5383ad972469 req-667c8dfc-3f00-4074-b299-74391e506044 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0672865 Jun 16 11:47:21.441320 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d25be22e-71a4-4d13-8759-5383ad972469 req-b4c92fe2-e37c-4bb0-8497-26c881c41cc2 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370131 Jun 16 11:47:22.620442 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa259c-11b7-437e-94ac-bbc54979c606 req-aaa13872-c942-451c-91fe-e946a38cf637 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:22.621945 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0fa259c-11b7-437e-94ac-bbc54979c606 req-aaa13872-c942-451c-91fe-e946a38cf637 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0638936 Jun 16 11:47:22.661199 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b0fa259c-11b7-437e-94ac-bbc54979c606 req-6724fb2c-17eb-4b41-b3c7-e53963f15c91 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Jun 16 11:47:23.844452 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937a782-0399-4ee8-b52a-3ee5ad205ac5 req-b9c5dad3-9c06-4709-a941-2013b028c2dc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:23.846581 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2937a782-0399-4ee8-b52a-3ee5ad205ac5 req-b9c5dad3-9c06-4709-a941-2013b028c2dc tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0715110 Jun 16 11:47:23.891732 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-2937a782-0399-4ee8-b52a-3ee5ad205ac5 req-11602cae-57d3-4f3c-b31a-45153741753f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380216 Jun 16 11:47:24.955516 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 details requested by agent hyperv_hv-cinder-79628 with host hv-cinder-79628 {{(pid=93743) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 11:47:25.066889 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:25.113854 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c07d4-e840-40e7-9c45-c818ee15dc0c req-d19e3de8-7852-43b8-be71-fcec7a136738 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:25.116510 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c66c07d4-e840-40e7-9c45-c818ee15dc0c req-d19e3de8-7852-43b8-be71-fcec7a136738 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0879190 Jun 16 11:47:25.165469 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c66c07d4-e840-40e7-9c45-c818ee15dc0c req-6d976134-1118-49ef-9087-ce4566914151 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395982 Jun 16 11:47:25.212791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Returning: {'device': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'port_id': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'mac_address': 'fa:16:3e:b1:1d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93743) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 11:47:25.248881 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:25.264978 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 {{(pid=93743) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 11:47:25.285382 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:25.378951 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:25.381686 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:25.427689 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=4']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:25.430943 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:25.711789 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:26.342162 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9bcd4-f88f-4928-9a96-0eb9765af901 req-1b5f051b-28a7-47f2-928b-3c42302921ad tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:26.345142 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dfe9bcd4-f88f-4928-9a96-0eb9765af901 req-1b5f051b-28a7-47f2-928b-3c42302921ad tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 944 time: 0.0632792 Jun 16 11:47:26.391196 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-dfe9bcd4-f88f-4928-9a96-0eb9765af901 req-ba45b38c-82db-4f7d-bc45-dae390a8551e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326631 Jun 16 11:47:26.956659 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 up at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 11:47:27.054635 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning for port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 completed by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 11:47:27.058416 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.provisioning_blocks [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Provisioning complete for port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 triggered by entity L2. {{(pid=93743) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 11:47:27.058791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-895995'] for port, provisioning_complete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:27.134009 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:27.157945 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:27.160245 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc0f14-f129-433e-8592-8637429a9571" -d '{"events": [{"server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "name": "network-vif-plugged", "status": "completed", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:27.178190 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:27.200693 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca41003-49f8-4f55-9490-d0b89aeb5567 x-openstack-request-id: req-0ca41003-49f8-4f55-9490-d0b89aeb5567 {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:27.200998 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "name": "network-vif-plugged", "status": "completed", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:27.201288 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0ca41003-49f8-4f55-9490-d0b89aeb5567 {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:27.201688 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'code': 200} Jun 16 11:47:27.254932 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:27.257426 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:27.301546 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=5']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:27.304663 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:27.577096 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a03ea6-f8ce-4b25-a7df-dafe0f73af29 req-92e703b1-de12-4778-962f-76f76e0fa195 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:27.579499 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91a03ea6-f8ce-4b25-a7df-dafe0f73af29 req-92e703b1-de12-4778-962f-76f76e0fa195 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.0697658 Jun 16 11:47:27.621053 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-91a03ea6-f8ce-4b25-a7df-dafe0f73af29 req-0bfbaa29-efdb-4c34-8fb1-ef1fbc864781 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344851 Jun 16 11:47:27.685486 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42129021-4526-426f-909b-a7201981d4a8 req-94a4289c-a7a6-4b60-afab-773e46c32423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:27.686980 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42129021-4526-426f-909b-a7201981d4a8 req-94a4289c-a7a6-4b60-afab-773e46c32423 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1098 time: 0.0512319 Jun 16 11:47:27.722756 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42129021-4526-426f-909b-a7201981d4a8 req-80b78909-2c4e-4d28-bf73-8d108ce003f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280213 Jun 16 11:47:28.786767 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56932) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:28.799221 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785962d-653c-4e9f-83c7-aca42614efcc req-ff3aa109-dc32-4c1e-971a-8a422d114199 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:28.800997 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6785962d-653c-4e9f-83c7-aca42614efcc req-ff3aa109-dc32-4c1e-971a-8a422d114199 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.0621302 Jun 16 11:47:28.839569 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6785962d-653c-4e9f-83c7-aca42614efcc req-c609000e-5814-4b12-8d07-de71ec67783e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329676 Jun 16 11:47:28.905193 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:28.994363 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:29.070330 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:29.073939 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1277be81-023d-49e3-adbb-4ab3693eaae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:29.112705 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4394769db2ce4b8bbc7828c9bd6815f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247645 Jun 16 11:47:29.114708 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29f635e-f3ef-4209-a666-a77ae317d9fd,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:29.115407 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56940) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:29.118087 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:29.175145 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:29.195593 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:29.363841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:29.366377 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:29.367592 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b29f635e-f3ef-4209-a666-a77ae317d9fd HTTP/1.1" status: 204 len: 168 time: 0.2511542 Jun 16 11:47:29.368422 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-df863f01-25db-4ee9-ba62-8e467c477785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:29.376181 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29f635e-f3ef-4209-a666-a77ae317d9fd,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:29.378702 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:30.022609 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909e5a8-3431-4626-83e1-75b098ab2013 req-4f91e538-becb-457c-b72d-f4277f670916 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:30.024067 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6909e5a8-3431-4626-83e1-75b098ab2013 req-4f91e538-becb-457c-b72d-f4277f670916 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.0711627 Jun 16 11:47:30.063844 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6909e5a8-3431-4626-83e1-75b098ab2013 req-2ed98342-a7c8-4892-a93c-efab4e9d48eb tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Jun 16 11:47:30.204472 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56952) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:30.218618 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48d71c59-f663-420c-81a0-cc0a5b9171e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.246560 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a120502-d301-438d-b8d6-9bda0a409a0f req-ec72bb8c-073f-46f2-9cab-ef4417f4f231 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:30.246560 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3a120502-d301-438d-b8d6-9bda0a409a0f req-ec72bb8c-073f-46f2-9cab-ef4417f4f231 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.0685418 Jun 16 11:47:30.290045 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-3a120502-d301-438d-b8d6-9bda0a409a0f req-4270caa4-9c3e-4e6c-9ad6-f2ac2742229a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384429 Jun 16 11:47:30.318513 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48d71c59-f663-420c-81a0-cc0a5b9171e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.319779 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56958) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:30.408060 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-48d71c59-f663-420c-81a0-cc0a5b9171e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.414790 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-61485759-ddd8-4e89-bdfa-783707f6a741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:30.449726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56962) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:30.449883 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-48d71c59-f663-420c-81a0-cc0a5b9171e5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47e0a765d12a453cb5477c0a5046193b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436962 Jun 16 11:47:30.450790 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71c59-f663-420c-81a0-cc0a5b9171e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e87fe4-1c55-437f-b4b3-11ac2751fb4e,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:30.453924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-48d71c59-f663-420c-81a0-cc0a5b9171e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:30.505987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.528535 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.571184 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa25b3-9928-40b4-97cd-d1d413d9a05a tempest-TestVolumeBootPattern-2118316393 tempest-TestVolumeBootPattern-2118316393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:30.572692 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-4caa25b3-9928-40b4-97cd-d1d413d9a05a tempest-TestVolumeBootPattern-2118316393 tempest-TestVolumeBootPattern-2118316393-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1093 time: 0.2516882 Jun 16 11:47:30.575522 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 56964) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:30.580688 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.v2.base [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Request body: {'floatingip': {'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'port_id': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 11:47:30.670814 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.674165 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.675289 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b2e87fe4-1c55-437f-b4b3-11ac2751fb4e HTTP/1.1" status: 204 len: 168 time: 0.2243812 Jun 16 11:47:30.676167 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3dcc3717-da4f-4ed7-a556-096b5c822df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:30.683899 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e87fe4-1c55-437f-b4b3-11ac2751fb4e,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:30.686164 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:30.686944 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.865265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-981841'] for port, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:30.958960 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da500-7529-4816-ae9a-87275981b69d req-66654824-9ff6-4008-9a1d-034da7469eb0 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:30.960480 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a38da500-7529-4816-ae9a-87275981b69d req-66654824-9ff6-4008-9a1d-034da7469eb0 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 945 time: 0.0823348 Jun 16 11:47:31.001607 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a38da500-7529-4816-ae9a-87275981b69d req-fc5d156f-7345-43ef-8aac-cd67bddf61f8 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Jun 16 11:47:31.007551 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_common [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Allocated IP 172.27.1.245 (e1dd556e-8bb3-4134-856d-c787a1625611/c63d879c-834f-4ddf-a4f1-5d3def02d697/7f488ab6-84e2-49a2-aaef-83c93d215866) {{(pid=93741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 11:47:31.107343 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.225045 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-982932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11329', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756917948941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29988852'] for port, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.227221 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-93020784-6fe8-4a51-974f-808cdc165ed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:31.261111 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Network e1dd556e-8bb3-4134-856d-c787a1625611 is already hosted by enough agents. {{(pid=93741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 11:47:31.263928 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.base_scheduler [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Resources bound (agent type, host, resource id): {{(pid=93741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 11:47:31.271131 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Received port after_create {{(pid=93741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 11:47:31.300001 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=7f488ab6-84e2-49a2-aaef-83c93d215866,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:31.305416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:31.377146 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56972) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:31.391447 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8d776a9-20a0-4e4c-b1ba-82b6852ecf8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.482217 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8d776a9-20a0-4e4c-b1ba-82b6852ecf8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.575087 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-a8d776a9-20a0-4e4c-b1ba-82b6852ecf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.577612 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2e634f87-e4e6-4d54-9d6f-51e59f432546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:31.616287 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-a8d776a9-20a0-4e4c-b1ba-82b6852ecf8b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e76e2dfc251541799c7f060e649a0c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379615 Jun 16 11:47:31.617311 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d776a9-20a0-4e4c-b1ba-82b6852ecf8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9521d1bb-c94e-48c1-8c14-e0deec316315,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:31.620584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 56974) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:31.627955 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a8d776a9-20a0-4e4c-b1ba-82b6852ecf8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:31.642873 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.671029 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.692781 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.806832 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.889747 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.893156 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:31.894289 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9521d1bb-c94e-48c1-8c14-e0deec316315 HTTP/1.1" status: 204 len: 168 time: 0.2727094 Jun 16 11:47:31.895045 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7649d68d-8705-48b2-b37e-128c3a8561d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:31.902693 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521d1bb-c94e-48c1-8c14-e0deec316315,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:31.904946 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:31.961228 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for port, precommit_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:32.026770 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29988834'] for port, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:32.028973 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-c5962fd4-0214-4029-a7ea-6bf71cc3db04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:32.099915 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event updated for resources: {'Port': ['ID=7f488ab6-84e2-49a2-aaef-83c93d215866,revision_number=2']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:32.104042 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:32.108674 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33430248'] for floatingip, after_update {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:32.197615 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288ed54-8787-4929-b5f7-f69f659f646c req-b97e39ec-e1fb-4908-b8f7-9c440f6ca664 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:32.199338 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4288ed54-8787-4929-b5f7-f69f659f646c req-b97e39ec-e1fb-4908-b8f7-9c440f6ca664 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 945 time: 0.0687912 Jun 16 11:47:32.212691 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Floating IP 6f6cc16b-8018-406d-ad3f-bca6e881f1a4 associated. External IP: 172.27.1.245, port: 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1. Jun 16 11:47:32.246999 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-4288ed54-8787-4929-b5f7-f69f659f646c req-befe1253-4c72-4ddb-b3d9-825381f32910 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400898 Jun 16 11:47:32.439421 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:47:32.467411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbd114-cac7-41fa-8947-454689e14974 req-40e1921d-d788-4828-ad3d-85c258bb5505 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:32.468980 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cbbd114-cac7-41fa-8947-454689e14974 req-40e1921d-d788-4828-ad3d-85c258bb5505 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 945 time: 0.0631201 Jun 16 11:47:32.548660 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:47:32.577733 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:47:32.578251 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Deleting port a67916eb-704a-4ba3-975c-9c25e6c55187 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:32.578725 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:32.588435 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:32.589055 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:32.661030 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:32.670787 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] For port a67916eb-704a-4ba3-975c-9c25e6c55187, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a67916eb-704a-4ba3-975c-9c25e6c55187,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:32.671175 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:32.708284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:32.710258 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1337302 Jun 16 11:47:32.711298 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:32.714954 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7852edd-65b7-4f23-80dd-6c6a5985f500" -d '{"events": [{"name": "network-changed", "server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:32.777629 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec7aec-f4e8-4a63-9856-987bbce55a62 x-openstack-request-id: req-cfec7aec-f4e8-4a63-9856-987bbce55a62 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:32.777992 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:32.778296 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cfec7aec-f4e8-4a63-9856-987bbce55a62 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:32.778713 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'status': 'completed', 'code': 200} Jun 16 11:47:32.962815 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '6f6cc16b-8018-406d-ad3f-bca6e881f1a4', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:b1:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829341b2-dc20-414c-a849-f5af3a65e795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:47:31Z', 'updated_at': '2021-06-16T11:47:31Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}, {'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:23Z', 'revision_number': 1, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:32.972037 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:47:32.980901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:32.981552 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:33.057529 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Calling delete_port for a67916eb-704a-4ba3-975c-9c25e6c55187 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:33.096411 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:33.167549 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-c9b9c805-b2b0-45da-9d3d-0e58436b749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:33.169640 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-c9b9c805-b2b0-45da-9d3d-0e58436b749b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1098 time: 0.1087949 Jun 16 11:47:33.304170 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-ea174b6e-dc27-46c5-bc20-a8c458894c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:33.306020 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-ea174b6e-dc27-46c5-bc20-a8c458894c4e service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.1275907 Jun 16 11:47:33.362964 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '6f6cc16b-8018-406d-ad3f-bca6e881f1a4', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:b1:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829341b2-dc20-414c-a849-f5af3a65e795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:47:31Z', 'updated_at': '2021-06-16T11:47:31Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}, {'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:23Z', 'revision_number': 1, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:33.368257 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df6dc7-5e65-488b-aded-2ac27f01b649 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': '6f6cc16b-8018-406d-ad3f-bca6e881f1a4', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:b1:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829341b2-dc20-414c-a849-f5af3a65e795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:47:31Z', 'updated_at': '2021-06-16T11:47:31Z', 'revision_number': 0, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}, {'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:23Z', 'revision_number': 1, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:47:33.384129 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-ac3f67d6-9a95-4d99-a4a8-6c7bf481a914 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 HTTP/1.1" status: 200 len: 999 time: 0.0706697 Jun 16 11:47:33.385638 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:33.398788 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039', '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b', 'a67916eb-704a-4ba3-975c-9c25e6c55187'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:33.399415 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d1385b00-62fe-4742-bd5e-1753a098957f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:33.495223 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event deleted for resources: {'Port': ['ID=a67916eb-704a-4ba3-975c-9c25e6c55187,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:33.506087 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-e865f7c7-5027-4d32-85e9-4c6d79a3372a req-0fc5e861-5bb2-4c3e-81a4-6f184e860395 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 210 time: 0.1019833 Jun 16 11:47:33.512786 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:33.550890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-d46dab53-b905-4861-a228-b4c6d20d3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:33.553513 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-d46dab53-b905-4861-a228-b4c6d20d3710 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.1547523 Jun 16 11:47:33.583279 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] No DVR routers for this DVR port a67916eb-704a-4ba3-975c-9c25e6c55187 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:33.599483 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:33.602753 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0cbbd114-cac7-41fa-8947-454689e14974 req-f403ba33-f380-4a29-a63e-39697faad06d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "DELETE /v2.0/ports/a67916eb-704a-4ba3-975c-9c25e6c55187 HTTP/1.1" status: 204 len: 173 time: 1.1280727 Jun 16 11:47:33.603860 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'name': 'network-vif-deleted', 'tag': 'a67916eb-704a-4ba3-975c-9c25e6c55187'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:33.607774 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa536f98-bbdb-4b46-8466-5d95ddc0c78b" -d '{"events": [{"server_uuid": "4fda3e25-dad1-4da0-92bc-fe1ce240b18f", "name": "network-vif-deleted", "tag": "a67916eb-704a-4ba3-975c-9c25e6c55187"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:33.650971 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3c5db-9cdd-4938-8aa4-1a0308cab7bf None None] New status for floating IP 6f6cc16b-8018-406d-ad3f-bca6e881f1a4: ACTIVE {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:47:33.700078 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-edd2a4e4-1499-446d-b41a-062ad05d21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:33.702706 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-edd2a4e4-1499-446d-b41a-062ad05d21ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211436 Jun 16 11:47:33.723971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a2421-b139-40b2-9997-76e152d9468e x-openstack-request-id: req-e65a2421-b139-40b2-9997-76e152d9468e {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:33.728584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fda3e25-dad1-4da0-92bc-fe1ce240b18f", "name": "network-vif-deleted", "tag": "a67916eb-704a-4ba3-975c-9c25e6c55187", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:33.728584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e65a2421-b139-40b2-9997-76e152d9468e {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:33.728584 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fda3e25-dad1-4da0-92bc-fe1ce240b18f', 'name': 'network-vif-deleted', 'tag': 'a67916eb-704a-4ba3-975c-9c25e6c55187', 'status': 'completed', 'code': 200} Jun 16 11:47:33.817978 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-cf476660-2b73-4e51-ad4b-46bfbe32ba16 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076519 Jun 16 11:47:33.928172 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c7852edd-65b7-4f23-80dd-6c6a5985f500 req-a8db9a00-cd7d-47cc-8a34-468481517e0e service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990283 Jun 16 11:47:34.682612 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-28b50d95-e2aa-4fa6-8ef2-8c03b139329d req-0993b35e-3a4c-417b-977c-afbab75a82f0 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=4fda3e25-dad1-4da0-92bc-fe1ce240b18f HTTP/1.1" status: 200 len: 210 time: 0.0380850 Jun 16 11:47:36.552120 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:36.980466 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a67916eb-704a-4ba3-975c-9c25e6c55187 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:37.002310 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: a67916eb-704a-4ba3-975c-9c25e6c55187 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:37.002310 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a67916eb-704a-4ba3-975c-9c25e6c55187 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:37.168174 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57082) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:37.483082 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Deleting port 5fabe27e-0d48-4ed9-88cd-31461fbb1b77 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:37.483427 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:37.567465 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:37.567889 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:37.638565 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Calling delete_port for 5fabe27e-0d48-4ed9-88cd-31461fbb1b77 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:37.747594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68aa696-d522-4a51-bc79-63cb6b9c8674 req-076917f8-82bf-4e08-9616-a59d30a7553c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:37.749014 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a68aa696-d522-4a51-bc79-63cb6b9c8674 req-076917f8-82bf-4e08-9616-a59d30a7553c tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 945 time: 0.1724732 Jun 16 11:47:37.813657 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a68aa696-d522-4a51-bc79-63cb6b9c8674 req-0ad641d4-2be2-4ca9-8602-229ccd39774e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565047 Jun 16 11:47:37.950825 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:37.953698 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b4db9708-8a06-4f35-8387-25a685129440 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:37.976403 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event deleted for resources: {'Port': ['ID=5fabe27e-0d48-4ed9-88cd-31461fbb1b77,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:37.985925 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.986308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.986684 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.987051 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.987413 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.987775 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.988133 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.988490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.988848 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.989241 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.989707 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.990070 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:37.993275 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:38.055679 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:38.056019 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.db.l3_db [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Floating IP 200031ed-c078-4de2-bf74-73246513a2bc disassociated (deleted). External IP: 172.27.1.50, port: 4d4d10e2-53d8-4df7-a17e-22068d58e139. Jun 16 11:47:38.270340 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Router 9acffd4d-1303-4714-9f1c-4a6313c1d205 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:47:38.378934 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:47:38.383630 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:38.388137 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] Sync routers for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:47:38.397962 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:38.398672 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:38.423743 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-14d62bcd-11fa-4182-8bdd-fe50470d262c tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "DELETE /v2.0/floatingips/200031ed-c078-4de2-bf74-73246513a2bc HTTP/1.1" status: 204 len: 168 time: 1.2543230 Jun 16 11:47:38.425038 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:38.428912 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:38.467002 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122fcc38-c191-4b4f-91e6-e56594942155 x-openstack-request-id: req-122fcc38-c191-4b4f-91e6-e56594942155 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:38.467409 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:38.467822 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-122fcc38-c191-4b4f-91e6-e56594942155 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:38.468448 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'status': 'completed', 'code': 200} Jun 16 11:47:38.510283 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:38.567246 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-a0d0a6da-459e-4aef-b1cf-10ab1acf8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:38.568848 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-a0d0a6da-459e-4aef-b1cf-10ab1acf8c7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 1098 time: 0.0647113 Jun 16 11:47:38.667033 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-2d70419e-d2ab-46e8-9637-db1afd144093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:38.668529 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-2d70419e-d2ab-46e8-9637-db1afd144093 service neutron] 10.222.0.60 "GET /v2.0/networks?id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 200 len: 909 time: 0.0929658 Jun 16 11:47:38.711662 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-78ccd49b-f550-4d3c-905f-331ae931197b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 200 len: 217 time: 0.0353258 Jun 16 11:47:38.721803 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:38.725421 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] Checking router: 9acffd4d-1303-4714-9f1c-4a6313c1d205 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:47:38.733579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:38.734730 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:38.770055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-ccebef9b-0477-4596-b46c-bfe2756e3d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:38.771481 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-ccebef9b-0477-4596-b46c-bfe2756e3d8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 200 len: 846 time: 0.0496683 Jun 16 11:47:38.837462 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-bf91caac-8a80-444c-94fa-7284d01a0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:38.838872 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-bf91caac-8a80-444c-94fa-7284d01a0547 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572147 Jun 16 11:47:38.846412 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:38.976919 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-a7f4b5a8-2f6f-4761-a962-ae69335fcbdb service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305206 Jun 16 11:47:39.081680 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:39.085500 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f1d3d2-1a34-4171-9bee-62fc0ef0eab2 None None] The sync data for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi is: [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:05Z', 'revision_number': 4, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '02055142-6778-4f69-9b0e-e4975fb42d6d', 'name': '', 'network_id': '03a9df6e-043b-4a22-a8f3-f4b2ae1d9743', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'mac_address': 'fa:16:3e:32:90:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:04Z', 'updated_at': '2021-06-16T11:42:12Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'subnets': [{'id': 'fa6b985a-17f3-4c47-80ec-b4bedffea1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:47:39.107282 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b991c95-4692-48e8-a128-6bf6b1bbbf07 req-5595ef6e-b682-4b3a-bf8d-ffd828bffd64 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:39.108801 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6b991c95-4692-48e8-a128-6bf6b1bbbf07 req-5595ef6e-b682-4b3a-bf8d-ffd828bffd64 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 945 time: 0.1724653 Jun 16 11:47:39.155934 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-ad81b3b5-b4a6-45ec-8819-ce4e2bb76d83 req-7b6164f7-97d9-455d-a7bd-7c7930ab6ec0 service neutron] 10.222.0.60 "GET /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684339 Jun 16 11:47:39.180876 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-6b991c95-4692-48e8-a128-6bf6b1bbbf07 req-6d2b952f-1d97-4ff6-8873-260411ccfe98 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617838 Jun 16 11:47:39.195596 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa09802-2a19-47a0-9ff8-0a4310f8166d req-ab000cda-b888-43af-9c1e-196777a8e2e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:39.197205 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-faa09802-2a19-47a0-9ff8-0a4310f8166d req-ab000cda-b888-43af-9c1e-196777a8e2e9 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.1398370 Jun 16 11:47:39.243015 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-faa09802-2a19-47a0-9ff8-0a4310f8166d req-ac22c04b-5a0f-4e86-8176-857780eac831 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340343 Jun 16 11:47:39.320067 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5d2d8-98fe-4703-9ee0-a14573a49f5e None None] New status for floating IP 200031ed-c078-4de2-bf74-73246513a2bc: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:47:39.435675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3bcda-5919-411a-9416-0ba62200e93b req-ec356485-cef2-419a-acbd-b5c371f854e1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:39.437195 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-edd3bcda-5919-411a-9416-0ba62200e93b req-ec356485-cef2-419a-acbd-b5c371f854e1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 945 time: 0.0678353 Jun 16 11:47:39.540564 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Deleting port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:39.540906 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:39.627943 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] For port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:39.628213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:39.693535 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Calling delete_port for a1177cd0-4d03-4666-90ff-b1fda4c7bd4b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:39.895061 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:39.899157 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9cba6b04-e6d5-46bd-98d4-619fd0cb0e0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:39.909701 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039', '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:39.925337 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event deleted for resources: {'Port': ['ID=a1177cd0-4d03-4666-90ff-b1fda4c7bd4b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:39.928396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:39.971437 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] No DVR routers for this DVR port a1177cd0-4d03-4666-90ff-b1fda4c7bd4b on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:39.974020 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:39.976051 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-edd3bcda-5919-411a-9416-0ba62200e93b req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "DELETE /v2.0/ports/a1177cd0-4d03-4666-90ff-b1fda4c7bd4b HTTP/1.1" status: 204 len: 173 time: 0.5319777 Jun 16 11:47:40.332722 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-804ffd2d-5c94-4965-a1e6-0d4a6cfdb1d8 req-c21b04b8-2a30-401f-a2d5-fca5f7677b63 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=b6756fd1-6bbb-4cff-b1a6-d4992862ed6e HTTP/1.1" status: 200 len: 210 time: 0.0335548 Jun 16 11:47:40.424958 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a1aee-22ee-4182-bec1-30b2e507af8e req-40d9f47b-045c-420b-9915-28755e212700 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:40.429688 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-eb9a1aee-22ee-4182-bec1-30b2e507af8e req-40d9f47b-045c-420b-9915-28755e212700 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0636210 Jun 16 11:47:40.468675 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-eb9a1aee-22ee-4182-bec1-30b2e507af8e req-bca15ef4-7db6-4bfe-a7e0-c3c6e241bde3 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/security-groups?id=d3bca550-da4b-4254-8cc6-d8bfd8698897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348375 Jun 16 11:47:40.469613 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'name': 'network-vif-deleted', 'tag': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:40.471533 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cba241-47ab-419c-b83b-d2b67bea48aa" -d '{"events": [{"server_uuid": "b6756fd1-6bbb-4cff-b1a6-d4992862ed6e", "name": "network-vif-deleted", "tag": "a1177cd0-4d03-4666-90ff-b1fda4c7bd4b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:40.508411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010967b-de46-4341-8318-f59ac3286c30 x-openstack-request-id: req-b010967b-de46-4341-8318-f59ac3286c30 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:40.508743 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6756fd1-6bbb-4cff-b1a6-d4992862ed6e", "name": "network-vif-deleted", "tag": "a1177cd0-4d03-4666-90ff-b1fda4c7bd4b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:40.509172 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b010967b-de46-4341-8318-f59ac3286c30 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:40.509574 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6756fd1-6bbb-4cff-b1a6-d4992862ed6e', 'name': 'network-vif-deleted', 'tag': 'a1177cd0-4d03-4666-90ff-b1fda4c7bd4b', 'status': 'completed', 'code': 200} Jun 16 11:47:41.021395 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-a8ea525f-447f-46ac-b099-71633f9ee63f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:41.023813 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-a8ea525f-447f-46ac-b099-71633f9ee63f tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 945 time: 0.0652337 Jun 16 11:47:41.131090 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Deleting port 4d4d10e2-53d8-4df7-a17e-22068d58e139 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:41.131430 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:41.222594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] For port 4d4d10e2-53d8-4df7-a17e-22068d58e139, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=4d4d10e2-53d8-4df7-a17e-22068d58e139,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:41.222945 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:41.288200 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Calling delete_port for 4d4d10e2-53d8-4df7-a17e-22068d58e139 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:41.523685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:41.528942 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9cd8a576-6d24-42a2-a8ca-3f3352cf52c6 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:41.558269 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event deleted for resources: {'Port': ['ID=4d4d10e2-53d8-4df7-a17e-22068d58e139,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:41.583384 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:41.607917 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] No DVR routers for this DVR port 4d4d10e2-53d8-4df7-a17e-22068d58e139 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:41.619233 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:41.621137 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-65177f99-d0de-44bc-bb91-8809ba5e6c7a req-4428a5dd-3e6c-4f9b-b41b-7aab1f2ad184 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.60 "DELETE /v2.0/ports/4d4d10e2-53d8-4df7-a17e-22068d58e139 HTTP/1.1" status: 204 len: 173 time: 0.5918500 Jun 16 11:47:41.646444 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-eef610b7-b434-4efa-80a7-7ffca3774b8b req-32b07ed4-6767-4880-83e8-dd6359978c45 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0397060 Jun 16 11:47:42.028368 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e6f8f-a814-4bbd-be5c-e1efce1cd940 req-273be893-2caa-4112-bb9d-c18a8ce62587 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:42.030021 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f54e6f8f-a814-4bbd-be5c-e1efce1cd940 req-273be893-2caa-4112-bb9d-c18a8ce62587 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 945 time: 0.0679743 Jun 16 11:47:42.070401 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-f54e6f8f-a814-4bbd-be5c-e1efce1cd940 req-07851225-3efa-402e-9ddc-8cafa5415808 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Jun 16 11:47:42.510948 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-deleted', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:42.513598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b458c3-d723-4b50-89ed-be9c8be9eecb" -d '{"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-deleted", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:42.551742 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3ff594-db21-4b7f-95a4-0783afd9d94f x-openstack-request-id: req-cf3ff594-db21-4b7f-95a4-0783afd9d94f {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:42.552390 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac19939-4a02-4848-9243-c267d336588f", "name": "network-vif-deleted", "tag": "4d4d10e2-53d8-4df7-a17e-22068d58e139", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:42.552390 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf3ff594-db21-4b7f-95a4-0783afd9d94f {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:42.552751 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac19939-4a02-4848-9243-c267d336588f', 'name': 'network-vif-deleted', 'tag': '4d4d10e2-53d8-4df7-a17e-22068d58e139', 'status': 'completed', 'code': 200} Jun 16 11:47:42.803080 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9b52c94f-a498-41fb-a52c-98fc84c3edf4 req-6abeaca7-ff80-4568-ab49-a88882aebd2b tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "GET /v2.0/ports?device_id=2ac19939-4a02-4848-9243-c267d336588f HTTP/1.1" status: 200 len: 210 time: 0.0299497 Jun 16 11:47:43.005097 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:43.028445 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 4d4d10e2-53d8-4df7-a17e-22068d58e139 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:43.028445 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 4d4d10e2-53d8-4df7-a17e-22068d58e139 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:43.028445 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a1177cd0-4d03-4666-90ff-b1fda4c7bd4b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:43.046076 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: a1177cd0-4d03-4666-90ff-b1fda4c7bd4b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:43.046950 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device a1177cd0-4d03-4666-90ff-b1fda4c7bd4b not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:43.184681 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0ec8d3f1-f197-406f-96ff-888170251bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:43.254124 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a4f2-9253-4f64-ad18-a6f9eea24bf0 req-4a70bd2e-9feb-4bfd-8267-7512724ce9ee tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:43.255587 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a488a4f2-9253-4f64-ad18-a6f9eea24bf0 req-4a70bd2e-9feb-4bfd-8267-7512724ce9ee tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 945 time: 0.0673959 Jun 16 11:47:43.294363 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-a488a4f2-9253-4f64-ad18-a6f9eea24bf0 req-00ba0b9f-cdba-4b92-ba62-fed322562b25 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Jun 16 11:47:43.647597 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-83631946-4c6f-4cf2-a7c2-e51b45763527 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:43.649064 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-83631946-4c6f-4cf2-a7c2-e51b45763527 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 945 time: 0.0656931 Jun 16 11:47:43.750218 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Deleting port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:43.750631 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:43.841049 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] For port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:43.841575 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:43.899207 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57134) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:43.909905 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Calling delete_port for 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:43.962058 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:43.989321 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:44.123410 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:44.127412 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6609b67b-25db-4983-a089-118a2529e41c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:44.135543 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039', '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:44.157772 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event deleted for resources: {'Port': ['ID=5a4390a4-c2dc-4d53-ae30-82347f6b5a7d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:44.160720 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:44.169369 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:44.174219 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:44.175655 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] 10.222.0.45 "DELETE /v2.0/security-groups/d3bca550-da4b-4254-8cc6-d8bfd8698897 HTTP/1.1" status: 204 len: 168 time: 0.2753115 Jun 16 11:47:44.176929 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-282b7f4f-83a5-46d3-8cbe-3a46aabf04d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:44.191391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bca550-da4b-4254-8cc6-d8bfd8698897,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:44.203297 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.204034 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.204620 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.205334 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.205986 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.206595 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.207210 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.208118 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.208671 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.208974 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] No DVR routers for this DVR port 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:44.209747 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.210302 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.210720 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:47:44.211877 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:44.214299 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-d6bf865a-ee32-4332-8d66-92bbaa59862d req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "DELETE /v2.0/ports/5a4390a4-c2dc-4d53-ae30-82347f6b5a7d HTTP/1.1" status: 204 len: 173 time: 0.5591416 Jun 16 11:47:44.220019 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6f75416b-1397-41fb-a2f6-e15cf810f4a0 tempest-TestShelveInstance-1879005625 tempest-TestShelveInstance-1879005625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:44.308868 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57138) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:44.445888 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-de5ddbc9-fbd5-4a3d-aeb6-e5b2cd46037a req-b2cf1b2b-4da6-4660-9997-fa8ab0127ef7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=ccefa49f-fcbb-46b2-8c68-866850c78e7b HTTP/1.1" status: 200 len: 210 time: 0.0323620 Jun 16 11:47:44.554244 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'name': 'network-vif-deleted', 'tag': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:44.556751 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddaefe1-10fd-465b-a61c-b339261909c9" -d '{"events": [{"server_uuid": "ccefa49f-fcbb-46b2-8c68-866850c78e7b", "name": "network-vif-deleted", "tag": "5a4390a4-c2dc-4d53-ae30-82347f6b5a7d"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:44.595272 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea33801-175a-45df-976d-db6f6cf84139 x-openstack-request-id: req-2ea33801-175a-45df-976d-db6f6cf84139 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:44.595599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccefa49f-fcbb-46b2-8c68-866850c78e7b", "name": "network-vif-deleted", "tag": "5a4390a4-c2dc-4d53-ae30-82347f6b5a7d", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:44.595889 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2ea33801-175a-45df-976d-db6f6cf84139 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:44.596311 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccefa49f-fcbb-46b2-8c68-866850c78e7b', 'name': 'network-vif-deleted', 'tag': '5a4390a4-c2dc-4d53-ae30-82347f6b5a7d', 'status': 'completed', 'code': 200} Jun 16 11:47:45.061709 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:45.339019 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Deleting port 02055142-6778-4f69-9b0e-e4975fb42d6d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:45.339349 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:45.420165 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] For port 02055142-6778-4f69-9b0e-e4975fb42d6d, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=02055142-6778-4f69-9b0e-e4975fb42d6d,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:45.420539 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:45.490757 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Calling delete_port for 02055142-6778-4f69-9b0e-e4975fb42d6d owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:45.786851 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:45.789219 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-06da9b33-0d1e-401e-9f8d-80fd6339c289 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:45.812286 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Pushing event deleted for resources: {'Port': ['ID=02055142-6778-4f69-9b0e-e4975fb42d6d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:45.816450 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:45.928161 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe49d972-4b9f-41b7-882f-ec78104c9e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:45.996391 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:46.117788 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:46.218284 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Router 9acffd4d-1303-4714-9f1c-4a6313c1d205 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:47:46.335012 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:47:46.340059 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] 10.222.0.45 "PUT /v2.0/routers/9acffd4d-1303-4714-9f1c-4a6313c1d205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0294545 Jun 16 11:47:46.342578 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57158) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:46.344048 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] Sync routers for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:47:46.354432 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:46.355095 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:46.447529 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:46.460764 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:46.550787 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:46.633635 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:47:45Z', 'revision_number': 5, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port': {'id': '0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:65:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:42:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:46.637046 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] Checking router: 9acffd4d-1303-4714-9f1c-4a6313c1d205 for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:47:46.645783 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] Routers {'9acffd4d-1303-4714-9f1c-4a6313c1d205'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:46.646388 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['9acffd4d-1303-4714-9f1c-4a6313c1d205'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:46.653479 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Deleting port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:46.653818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:46.732851 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] Set router 9acffd4d-1303-4714-9f1c-4a6313c1d205 gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:46.733449 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] For port 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:46.733891 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:46.799548 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:47:46Z', 'revision_number': 6, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port_host': None}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:46.799548 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6eb138-0de6-4526-82df-06c62660d628 None None] The sync data for ids ['9acffd4d-1303-4714-9f1c-4a6313c1d205'] in dv-cinder-796286-5-iscsi is: [{'id': '9acffd4d-1303-4714-9f1c-4a6313c1d205', 'name': 'tempest-TestShelveInstance-78733348-router', 'tenant_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:00Z', 'updated_at': '2021-06-16T11:47:46Z', 'revision_number': 6, 'project_id': 'e1eb02c3b71543b585bf2b0fd35f6ced', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:47:46.804028 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Calling delete_port for 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:47.009981 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.013547 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-88e7fad8-0d11-4cdf-a227-0cc448dd34db tempest-AttachVolumeTestJSON-1606335357 tempest-AttachVolumeTestJSON-1606335357-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:47.020793 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:47.043579 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:47.043957 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 5a4390a4-c2dc-4d53-ae30-82347f6b5a7d not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:47.046118 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:47.050485 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:47.115774 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.118270 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.213074 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.215279 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.317694 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.318370 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9acffd4d-1303-4714-9f1c-4a6313c1d205 {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:47:47.324885 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.324885 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-9d2b69f3-c2ca-4575-a506-afa34d77f494 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9acffd4d-1303-4714-9f1c-4a6313c1d205 HTTP/1.1" status: 204 len: 168 time: 0.9801633 Jun 16 11:47:47.326233 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57180) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:47.372901 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Deleting subnet fa6b985a-17f3-4c47-80ec-b4bedffea1df {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:47:47.376232 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.414740 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29988327'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.447767 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79841763-0a28-4a22-b465-16994caa7f0b req-2349f2be-931d-40c6-bc0a-00863f1f07e2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:47.449255 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79841763-0a28-4a22-b465-16994caa7f0b req-2349f2be-931d-40c6-bc0a-00863f1f07e2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 946 time: 0.0694997 Jun 16 11:47:47.495022 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.627442 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29988641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29821773'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.630122 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-045cc6e8-286f-4a00-a3fe-fdfaac7131b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:47.656963 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6b985a-17f3-4c47-80ec-b4bedffea1df,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:47.660459 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:47.661492 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.665564 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-9c58f3fb-7334-4bfe-ac8f-57d8862a4cfe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fa6b985a-17f3-4c47-80ec-b4bedffea1df HTTP/1.1" status: 204 len: 168 time: 0.3382442 Jun 16 11:47:47.666370 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57182) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:47.672218 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24173ea-6f1a-4f58-b7db-1e38dc2c2b64 None None] Network 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:47:47.750446 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.777485 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79841763-0a28-4a22-b465-16994caa7f0b req-bbbb02a5-dc9b-41a8-abd2-530cf5b4ad3e tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213706 Jun 16 11:47:47.814185 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Deleting port 53545e1f-34b4-4929-8efa-17bdce775d63 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:47.814717 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.907868 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] DHCP port deletion for 03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:47:47.910709 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] For port 53545e1f-34b4-4929-8efa-17bdce775d63, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=53545e1f-34b4-4929-8efa-17bdce775d63,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:47.911091 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.954801 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Deleting port 53545e1f-34b4-4929-8efa-17bdce775d63 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:47.955284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:47.974966 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Calling delete_port for 53545e1f-34b4-4929-8efa-17bdce775d63 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:48.020069 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] For port 53545e1f-34b4-4929-8efa-17bdce775d63, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=53545e1f-34b4-4929-8efa-17bdce775d63,segment=NetworkSegment(7596ad77-4e44-40f1-bd7a-ec11462ea09a),segment_id=7596ad77-4e44-40f1-bd7a-ec11462ea09a)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:48.020461 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.083248 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Calling delete_port for 53545e1f-34b4-4929-8efa-17bdce775d63 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:48.111730 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.113964 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b87820f2-164e-421d-b44f-2e4586445475 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:48.138088 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Pushing event deleted for resources: {'Port': ['ID=53545e1f-34b4-4929-8efa-17bdce775d63,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:48.142613 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:48.143415 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] No DVR routers for this DVR port 53545e1f-34b4-4929-8efa-17bdce775d63 on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:48.168877 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.171796 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-42bdc593-bace-4f2e-aeb0-c093397d3c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:48.196131 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Pushing event deleted for resources: {'Port': ['ID=53545e1f-34b4-4929-8efa-17bdce775d63,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:48.199237 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:48.200051 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172603f2-bef5-408e-8472-8f08b0f9f437 None None] No DVR routers for this DVR port 53545e1f-34b4-4929-8efa-17bdce775d63 on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:48.232505 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 53545e1f-34b4-4929-8efa-17bdce775d63 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:48.240306 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.252620 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a9df6e-043b-4a22-a8f3-f4b2ae1d9743']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:48.253737 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 53545e1f-34b4-4929-8efa-17bdce775d63 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:48.254095 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 53545e1f-34b4-4929-8efa-17bdce775d63 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:48.254515 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 02055142-6778-4f69-9b0e-e4975fb42d6d no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:48.263979 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7596ad77-4e44-40f1-bd7a-ec11462ea09a') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:48.264275 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7596ad77-4e44-40f1-bd7a-ec11462ea09a') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:48.273573 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 02055142-6778-4f69-9b0e-e4975fb42d6d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:48.273931 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 02055142-6778-4f69-9b0e-e4975fb42d6d not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:48.274351 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:48.276132 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.290336 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.292496 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:48.292855 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 0e0cbcad-a648-4c56-b2e3-6a79adc8e6d0 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:48.297638 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:47:48.298039 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:47:48.300955 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:47:48.418846 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.422753 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:48.426302 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:48.428096 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] 10.222.0.45 "DELETE /v2.0/networks/03a9df6e-043b-4a22-a8f3-f4b2ae1d9743 HTTP/1.1" status: 204 len: 168 time: 0.7607591 Jun 16 11:47:48.430982 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57186) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:48.439646 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Pushing event deleted for resources: {'Network': ['ID=03a9df6e-043b-4a22-a8f3-f4b2ae1d9743,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:48.442860 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:48.763685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.008395 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01171791-c574-4a6b-b04a-2f495811e0b7 req-be5c36b4-d850-4c03-bd0f-caf3675e515f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:49.009928 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-01171791-c574-4a6b-b04a-2f495811e0b7 req-be5c36b4-d850-4c03-bd0f-caf3675e515f tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 946 time: 0.0859466 Jun 16 11:47:49.015888 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.040379 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:47:49.091700 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-01171791-c574-4a6b-b04a-2f495811e0b7 req-e729837a-861c-4295-be43-4829384884c9 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/security-groups?id=41c3fda6-01e0-4254-8593-006ad33c5cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643957 Jun 16 11:47:49.114868 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Deleting port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:49.115213 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.225916 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] For port 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:49.226310 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.292274 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Calling delete_port for 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:49.317890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0553633-0c44-45c9-94d7-0275e791b796 req-1294b426-5297-4a43-ab7a-78b06ade926d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:47:49.319342 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0553633-0c44-45c9-94d7-0275e791b796 req-1294b426-5297-4a43-ab7a-78b06ade926d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 946 time: 0.1772842 Jun 16 11:47:49.512101 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Deleting port 84b392a9-0ed9-4a49-8882-716232c5f039 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:49.512442 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.634146 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] For port 84b392a9-0ed9-4a49-8882-716232c5f039, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=84b392a9-0ed9-4a49-8882-716232c5f039,segment=NetworkSegment(97a411cf-3575-43c8-972a-56d26e9b1c6a),segment_id=97a411cf-3575-43c8-972a-56d26e9b1c6a)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:49.634420 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.695938 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Calling delete_port for 84b392a9-0ed9-4a49-8882-716232c5f039 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:49.699989 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:49.704687 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e56c842a-ebf5-41da-bbb2-50a227a0bd19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:49.737623 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Pushing event deleted for resources: {'Port': ['ID=62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:49.770117 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:49.990033 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:50.062879 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:50.067663 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-28bc2ca8-dfe2-4685-aeaa-92bc9054618f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:50.074982 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] get_ports_and_sgs() called for port_ids ['84b392a9-0ed9-4a49-8882-716232c5f039'] {{(pid=93743) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 11:47:50.107192 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Pushing event deleted for resources: {'Port': ['ID=84b392a9-0ed9-4a49-8882-716232c5f039,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:50.118226 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:50.160547 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] No DVR routers for this DVR port 84b392a9-0ed9-4a49-8882-716232c5f039 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:50.163875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:50.165835 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0553633-0c44-45c9-94d7-0275e791b796 req-63a6c26e-4d14-4e5d-8c63-fe10a1e399f2 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.60 "DELETE /v2.0/ports/84b392a9-0ed9-4a49-8882-716232c5f039 HTTP/1.1" status: 204 len: 173 time: 0.8168437 Jun 16 11:47:50.166338 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'name': 'network-vif-deleted', 'tag': '84b392a9-0ed9-4a49-8882-716232c5f039'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:47:50.168637 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a6b7a7-0bd0-4857-b2ba-bba6c1a1926e" -d '{"events": [{"server_uuid": "501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a", "name": "network-vif-deleted", "tag": "84b392a9-0ed9-4a49-8882-716232c5f039"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:47:50.251408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7301955e-f07b-4a10-8bf9-da465974db58 x-openstack-request-id: req-7301955e-f07b-4a10-8bf9-da465974db58 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:47:50.251738 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a", "name": "network-vif-deleted", "tag": "84b392a9-0ed9-4a49-8882-716232c5f039", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:47:50.252035 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7301955e-f07b-4a10-8bf9-da465974db58 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:47:50.252465 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a', 'name': 'network-vif-deleted', 'tag': '84b392a9-0ed9-4a49-8882-716232c5f039', 'status': 'completed', 'code': 200} Jun 16 11:47:50.313939 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c2bea98d-7870-4646-9cdc-76388638f373 req-8a133c16-5df7-4521-9c0f-2f3568c96e2d tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] 10.222.0.45 "GET /v2.0/ports?device_id=501a7bf2-eb70-4a1a-8d59-99c0dfe97f5a HTTP/1.1" status: 200 len: 210 time: 0.0606019 Jun 16 11:47:50.354349 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Router ada5ea33-5d74-42dd-9f26-8df3698d625a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:47:50.472797 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:47:50.477879 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-afe5ffed-e150-4bba-8b5c-2798193cbeda admin admin] 10.222.0.45 "PUT /v2.0/routers/ada5ea33-5d74-42dd-9f26-8df3698d625a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0458536 Jun 16 11:47:50.480417 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57198) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:50.483003 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] Sync routers for ids ['ada5ea33-5d74-42dd-9f26-8df3698d625a'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:47:50.492058 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] Routers {'ada5ea33-5d74-42dd-9f26-8df3698d625a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:50.492660 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['ada5ea33-5d74-42dd-9f26-8df3698d625a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:50.583028 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:50.597620 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] Set router ada5ea33-5d74-42dd-9f26-8df3698d625a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:50.684040 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:50.772142 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:47:49Z', 'revision_number': 5, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:50.775529 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] Checking router: ada5ea33-5d74-42dd-9f26-8df3698d625a for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:47:50.793045 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] Routers {'ada5ea33-5d74-42dd-9f26-8df3698d625a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:47:50.793699 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:47:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['ada5ea33-5d74-42dd-9f26-8df3698d625a'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:50.885996 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Deleting port ea1c76f7-bf04-4a63-a176-ae43042ee40b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:50.886989 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:50.898647 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] Set router ada5ea33-5d74-42dd-9f26-8df3698d625a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:47:51.003184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] For port ea1c76f7-bf04-4a63-a176-ae43042ee40b, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=ea1c76f7-bf04-4a63-a176-ae43042ee40b,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:51.003184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.081180 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Calling delete_port for ea1c76f7-bf04-4a63-a176-ae43042ee40b owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:51.126172 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:47:49Z', 'revision_number': 5, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:51.129686 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd5a038-9213-40f8-a9e6-b23262d24248 None None] The sync data for ids ['ada5ea33-5d74-42dd-9f26-8df3698d625a'] in dv-cinder-796286-5-iscsi is: [{'id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'name': 'tempest-TestShelveInstance-215243388-router', 'tenant_id': 'd57b8dc794994e228a330d74d13c2965', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135'}], 'enable_snat': True}, 'gw_port_id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:42:10Z', 'updated_at': '2021-06-16T11:47:49Z', 'revision_number': 5, 'project_id': 'd57b8dc794994e228a330d74d13c2965', 'gw_port': {'id': 'ea1c76f7-bf04-4a63-a176-ae43042ee40b', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:80:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ada5ea33-5d74-42dd-9f26-8df3698d625a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:42:11Z', 'updated_at': '2021-06-16T11:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:47:51.323348 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.325465 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-7c548a52-22e5-4d1b-b0ee-1963f9fb0324 tempest-VolumesActionsTest-1973049111 tempest-VolumesActionsTest-1973049111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:51.349871 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1c76f7-bf04-4a63-a176-ae43042ee40b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:51.352987 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:51.410906 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57204) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:51.440717 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.828913 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.831225 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.835526 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Deleting subnet 37628771-9d68-46dd-b030-5d22da83b595 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:47:51.840649 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.906922 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:51.946350 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.083108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.083699 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ada5ea33-5d74-42dd-9f26-8df3698d625a {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:47:52.094330 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.094330 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6d531982-b2ae-44f7-922a-1fe0db2eedba admin admin] 10.222.0.45 "DELETE /v2.0/routers/ada5ea33-5d74-42dd-9f26-8df3698d625a HTTP/1.1" status: 204 len: 168 time: 1.6102507 Jun 16 11:47:52.094984 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57208) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:52.121423 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.134652 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5d61bf55-d8d5-4455-acb6-2a38575d8e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:52.166103 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.170727 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] 10.222.0.45 "DELETE /v2.0/subnets/37628771-9d68-46dd-b030-5d22da83b595 HTTP/1.1" status: 204 len: 168 time: 0.7562902 Jun 16 11:47:52.171692 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57212) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:52.180116 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37628771-9d68-46dd-b030-5d22da83b595,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:52.184677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6f07d962-bda9-4432-af46-de13120ef6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:52.200418 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Deleting subnet bba20605-8c73-4b30-96ff-f5d58807c678 {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:47:52.207800 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.285983 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.289930 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.436608 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.449064 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.456352 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a858f67-fd32-45ba-a512-50a1c6a91c3a']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:52.481047 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a411cf-3575-43c8-972a-56d26e9b1c6a') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:52.481425 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a411cf-3575-43c8-972a-56d26e9b1c6a') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:52.493205 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30390014'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.511583 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.522390 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Releasing vlan 1175 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:47:52.522785 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30389395'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: conditions |= (models_v2.Port.network_id.in_( Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: retrieve_revision_numbers = { Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: Traceback (most recent call last): Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: timer() Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: cb(*args, **kw) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: return func(*args, **kwargs) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: self._notify() Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: self.callback(batched_events) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: event.method(event) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: return f(self, *a, **k) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._get(url).json() Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:47:52.524427 dv-cinder-796286-5-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:47:52.563330 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:52.585136 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:52.590994 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 62c5f35b-7f2a-4ae3-a61d-fd4dc738c7c4 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:52.610887 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.613500 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6f26c55b-7fac-4534-9622-dd0cfcd53fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:52.642630 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba20605-8c73-4b30-96ff-f5d58807c678,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:52.651282 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:52.651282 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.651282 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-db705b9a-0e08-4d1b-9642-de0b149eb5c9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bba20605-8c73-4b30-96ff-f5d58807c678 HTTP/1.1" status: 204 len: 168 time: 0.5542436 Jun 16 11:47:52.652358 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57216) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:52.652827 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecca303-e2a7-4a20-9e86-c10254d9cd04 None None] Network 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:47:52.690098 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.693856 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:52.699765 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.699765 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] 10.222.0.45 "DELETE /v2.0/networks/0a858f67-fd32-45ba-a512-50a1c6a91c3a HTTP/1.1" status: 204 len: 168 time: 0.5260355 Jun 16 11:47:52.710793 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0a858f67-fd32-45ba-a512-50a1c6a91c3a,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:52.713397 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e76294ad-6d2c-4e2d-a4eb-a6749f8bcb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:52.738164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.796928 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Deleting port d1578e70-d076-47a0-978f-92f9cdde2f2b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:52.797450 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.849298 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] DHCP port deletion for 0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:47:52.899449 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Deleting port d1578e70-d076-47a0-978f-92f9cdde2f2b {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:47:52.899804 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:52.972014 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] For port d1578e70-d076-47a0-978f-92f9cdde2f2b, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=d1578e70-d076-47a0-978f-92f9cdde2f2b,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:52.972599 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.040325 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Calling delete_port for d1578e70-d076-47a0-978f-92f9cdde2f2b owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:53.044750 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 84b392a9-0ed9-4a49-8882-716232c5f039 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:53.075729 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: 84b392a9-0ed9-4a49-8882-716232c5f039 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:53.076085 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 84b392a9-0ed9-4a49-8882-716232c5f039 not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:53.076717 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57220) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:53.121794 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] For port d1578e70-d076-47a0-978f-92f9cdde2f2b, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=d1578e70-d076-47a0-978f-92f9cdde2f2b,segment=NetworkSegment(5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6),segment_id=5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:47:53.123651 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.123777 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-624cc808-4cb5-45c3-9a44-773924fecf9d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8aa6f1fd21854e59a16053014180cfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447686 Jun 16 11:47:53.126456 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57222) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:53.178284 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.185588 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Calling delete_port for d1578e70-d076-47a0-978f-92f9cdde2f2b owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:47:53.199789 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.209317 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.212607 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:53.237710 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Pushing event deleted for resources: {'Port': ['ID=d1578e70-d076-47a0-978f-92f9cdde2f2b,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:53.240196 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:53.242878 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd941a67-5416-42aa-8ebd-45e52c95c4c0 None None] No DVR routers for this DVR port d1578e70-d076-47a0-978f-92f9cdde2f2b on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:53.272552 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.274626 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bb805df9-78f2-4c51-9f55-f68eea9b0e77 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:53.298310 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1578e70-d076-47a0-978f-92f9cdde2f2b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:53.301504 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:53.302276 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] No DVR routers for this DVR port d1578e70-d076-47a0-978f-92f9cdde2f2b on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:47:53.317490 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.320416 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.321597 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/41c3fda6-01e0-4254-8593-006ad33c5cd9 HTTP/1.1" status: 204 len: 168 time: 0.1942363 Jun 16 11:47:53.322387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-11667203-3fe6-4165-9682-f46613dd40ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:53.332660 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c3fda6-01e0-4254-8593-006ad33c5cd9,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:53.335401 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-300aa188-fb82-4e0c-a5c3-b21d4e6dbebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:53.382526 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.393492 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:53.403704 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:53.404001 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf2f2aa-90ae-4b05-a46b-8db5abe2d1a6') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:47:53.413552 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.436457 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.438236 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:47:53.438553 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: self.session.flush() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: self.session.flush() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: self.session.flush() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: self.session.flush() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:47:53.440364 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:47:53.578790 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.582596 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6d53d7a5-7b2a-4d67-95d2-bc3fb9667e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:53.586053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:53.587195 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] 10.222.0.45 "DELETE /v2.0/networks/0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634 HTTP/1.1" status: 204 len: 168 time: 0.9338388 Jun 16 11:47:53.598688 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb3bfdf-7fe4-4eaa-9789-e2fa9f238634,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:53.601341 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-173b8c55-66d1-43d0-b38c-173dd0d2c39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:54.045871 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57246) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:54.088993 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-684ae53c-3c89-4433-bff6-79413192383c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1eb02c3b71543b585bf2b0fd35f6ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416133 Jun 16 11:47:54.091675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57250) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:54.145008 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:54.169790 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:54.251728 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device d1578e70-d076-47a0-978f-92f9cdde2f2b no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:54.274169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: d1578e70-d076-47a0-978f-92f9cdde2f2b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:54.274169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device d1578e70-d076-47a0-978f-92f9cdde2f2b not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:54.274169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device ea1c76f7-bf04-4a63-a176-ae43042ee40b no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:47:54.293120 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:54.293677 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: ea1c76f7-bf04-4a63-a176-ae43042ee40b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:47:54.294026 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device ea1c76f7-bf04-4a63-a176-ae43042ee40b not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:47:54.295817 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:54.298431 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3abf9bbc-dd13-41ee-a1c9-4c339130f920 HTTP/1.1" status: 204 len: 168 time: 0.2056031 Jun 16 11:47:54.299221 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-206b47e0-b01c-42f8-857f-13e5e036e3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:54.321105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf9bbc-dd13-41ee-a1c9-4c339130f920,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:54.321105 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:47:55.041651 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57274) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:55.085912 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-29e5f5ec-2c45-4f2b-a9bb-b5cb269adde9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d57b8dc794994e228a330d74d13c2965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429797 Jun 16 11:47:55.088221 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57276) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:47:55.145358 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:55.169270 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:55.339192 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:55.342012 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:47:55.345857 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52b5d2c4-e78d-419a-ac9f-022d95139600 HTTP/1.1" status: 204 len: 168 time: 0.2541184 Jun 16 11:47:55.345857 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1e69406c-c4b2-4082-a1cc-720d26736441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:47:55.352164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b5d2c4-e78d-419a-ac9f-022d95139600,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:47:55.355691 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cddfb98a-5b06-4d1b-83b9-ae8bf2faf574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:06.568781 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:10.625938 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57400) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:10.728131 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7c05b00-3a03-4a04-9f53-fae68b837d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:10.822635 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7c05b00-3a03-4a04-9f53-fae68b837d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:10.900113 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-e7c05b00-3a03-4a04-9f53-fae68b837d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:10.902725 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e258722e-73eb-4d8d-b5b5-aa20ea1ed324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:10.939701 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-e7c05b00-3a03-4a04-9f53-fae68b837d6b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e0393d71c85b4f8d811077d10aa6a1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129871 Jun 16 11:48:10.940636 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c05b00-3a03-4a04-9f53-fae68b837d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73e86a4-e46c-4c6e-af73-b7c6cf5deff3,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:10.942555 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57404) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:10.943789 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-e7c05b00-3a03-4a04-9f53-fae68b837d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:10.994457 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:11.017024 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:11.134641 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:11.137286 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:11.138452 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a73e86a4-e46c-4c6e-af73-b7c6cf5deff3 HTTP/1.1" status: 204 len: 168 time: 0.1940975 Jun 16 11:48:11.139207 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6d215544-0dac-4e34-a937-29ee25f5cc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:11.148109 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73e86a4-e46c-4c6e-af73-b7c6cf5deff3,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:11.150789 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18b94d50-f311-4142-9e09-9e372bb775fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:13.191604 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-87adf80a-9de3-49e1-a8de-8e21ba6b0d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:15.916987 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a22b-1a14-4fcb-844b-b1bb8ca55ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:16.115534 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:17.110744 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:18.944153 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:20.231167 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-b27657b5-c1a4-4d61-8b48-124e4781aada service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565448 Jun 16 11:48:20.328281 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afbd6e-84c5-438a-87f7-82f479032817 req-c6d7a769-9c1f-453c-b23d-53ddf036a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:48:20.329818 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-c6d7a769-9c1f-453c-b23d-53ddf036a647 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1099 time: 0.0517325 Jun 16 11:48:20.435677 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afbd6e-84c5-438a-87f7-82f479032817 req-0312c5f5-ae65-4392-b1e3-198175b5f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:48:20.437670 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-0312c5f5-ae65-4392-b1e3-198175b5f3c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.0873878 Jun 16 11:48:20.508049 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-9724292d-6306-46a2-9782-027de7747f8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b HTTP/1.1" status: 200 len: 1002 time: 0.0622783 Jun 16 11:48:20.557909 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afbd6e-84c5-438a-87f7-82f479032817 req-b7473a21-5ecc-4f4f-8454-1d49cb35622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:48:20.559412 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-b7473a21-5ecc-4f4f-8454-1d49cb35622a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0437064 Jun 16 11:48:21.559705 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afbd6e-84c5-438a-87f7-82f479032817 req-296b6379-787b-4013-95ab-354bd50ba2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:48:21.561308 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-296b6379-787b-4013-95ab-354bd50ba2b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572510 Jun 16 11:48:22.476907 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-cbeef2ce-7c43-4c3e-8fe9-8367d0d52dec service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878596 Jun 16 11:48:23.455618 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79afbd6e-84c5-438a-87f7-82f479032817 req-66ca00d1-56d2-4918-ae9d-9b85ef965578 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825496 Jun 16 11:48:26.040305 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:48:26.121383 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57554) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:26.235751 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fdd1-2681-4839-9107-6599ef79dfa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.324374 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fdd1-2681-4839-9107-6599ef79dfa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.402771 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-c5f9fdd1-2681-4839-9107-6599ef79dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.407293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5a93bead-8a38-4b70-a9c5-277612b2a44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:26.449346 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-c5f9fdd1-2681-4839-9107-6599ef79dfa6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34602fa3e47146398d9e87982e46f217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268702 Jun 16 11:48:26.450276 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9fdd1-2681-4839-9107-6599ef79dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab199911-cd81-4487-b363-8527126d0e9a,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:26.454242 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57558) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:26.465475 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-c5f9fdd1-2681-4839-9107-6599ef79dfa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:26.519711 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.545766 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.659974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.662499 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:26.663816 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ab199911-cd81-4487-b363-8527126d0e9a HTTP/1.1" status: 204 len: 168 time: 0.2078912 Jun 16 11:48:26.664980 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-7900a115-2528-42b9-a3a5-ae7b88b4e52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:26.672570 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab199911-cd81-4487-b363-8527126d0e9a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:26.676182 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cfa3e79a-065d-48d4-851f-2265d018e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:34.599360 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57622) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:34.703814 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:34.789419 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:34.859924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:34.863624 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0b9f8569-d520-42c2-91f2-357ce61a144d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:34.899926 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88a1c6537b4f41f8be713469414dbabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994866 Jun 16 11:48:34.900865 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b3ff20-99a7-497a-b7b1-943a41d5f3e5,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:34.902600 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57626) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:34.904096 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:34.951086 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:34.972571 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.082366 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.084905 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.086078 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01b3ff20-99a7-497a-b7b1-943a41d5f3e5 HTTP/1.1" status: 204 len: 168 time: 0.1824684 Jun 16 11:48:35.086871 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a4f5312d-c743-46ab-948f-4a267bd7ca6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:35.094343 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b3ff20-99a7-497a-b7b1-943a41d5f3e5,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:35.096852 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-5397ac39-1141-4b6b-b524-36ed1850a675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:35.681910 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57632) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:35.696848 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcab5cd7-0754-40ae-a1d0-bffb764c15cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.789176 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcab5cd7-0754-40ae-a1d0-bffb764c15cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.865334 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-dcab5cd7-0754-40ae-a1d0-bffb764c15cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.867990 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a43a1d27-8e7a-4340-aad9-e94f0cb3b9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:35.904640 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-dcab5cd7-0754-40ae-a1d0-bffb764c15cc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe004bbd15be4b2986b60c8a22419439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215340 Jun 16 11:48:35.906491 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab5cd7-0754-40ae-a1d0-bffb764c15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891e30d5-15ca-4082-ad9f-42c89fdaaf25,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:35.908774 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57634) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:35.910310 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-dcab5cd7-0754-40ae-a1d0-bffb764c15cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:35.958039 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:35.979373 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:36.110907 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:36.113564 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:36.114734 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/891e30d5-15ca-4082-ad9f-42c89fdaaf25 HTTP/1.1" status: 204 len: 168 time: 0.2049713 Jun 16 11:48:36.115548 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:36.123157 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891e30d5-15ca-4082-ad9f-42c89fdaaf25,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:36.127611 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b4a08acf-8839-4bb1-909d-1d487f57304a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:36.589301 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:38.479818 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57678) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:38.583377 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:38.668861 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:38.768303 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:38.771000 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-62e2057c-49c9-4624-9383-205deaa85331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:38.807313 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4eb61f40a4624d46a5e39b44d9b85bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261907 Jun 16 11:48:38.807943 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922fed99-168f-41e2-8342-66173e56ac25,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:38.810580 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57682) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:38.811578 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:38.865558 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:38.890614 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.008415 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.011076 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.012220 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/922fed99-168f-41e2-8342-66173e56ac25 HTTP/1.1" status: 204 len: 168 time: 0.1999660 Jun 16 11:48:39.012943 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-00cd5de2-963f-4423-ab86-1e2bbfe6149f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:39.021559 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922fed99-168f-41e2-8342-66173e56ac25,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:39.028685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.029071 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.029532 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.030184 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.030442 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.030702 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.031063 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.031432 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.031794 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.032155 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.032510 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.032865 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:39.035877 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-ee711551-0b24-4a38-810e-5da199f047d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:39.540297 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57688) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:39.554986 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.641380 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.710670 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.713352 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-72be2ca8-e209-4c0b-80a6-00a3af3d620d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:39.750234 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=597b3a9ff1c54d7daffa29ed6e019fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088380 Jun 16 11:48:39.751131 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee28fb5-e6c2-4e7c-9c2a-ec2787b4a32c,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:39.752894 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57690) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:39.754247 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:39.802971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.824195 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.950899 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.954460 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:39.955639 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ee28fb5-e6c2-4e7c-9c2a-ec2787b4a32c HTTP/1.1" status: 204 len: 168 time: 0.2016473 Jun 16 11:48:39.956458 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-a5b51003-0227-4642-952e-2e44c2c78c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:39.964245 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee28fb5-e6c2-4e7c-9c2a-ec2787b4a32c,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:39.966542 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-de19ee4a-905c-4c4f-ab80-714919bf11e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:42.324310 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57736) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:42.428606 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f376d2a-32fd-47a3-9653-f8ae1d492059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.517738 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f376d2a-32fd-47a3-9653-f8ae1d492059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.602314 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1f376d2a-32fd-47a3-9653-f8ae1d492059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.604982 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-45d45610-ba0b-444e-b053-b7e7b5c93e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:42.642435 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1f376d2a-32fd-47a3-9653-f8ae1d492059 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=06d63ca25b9d48ea9088d24f1042ce78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170731 Jun 16 11:48:42.643509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f376d2a-32fd-47a3-9653-f8ae1d492059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e6716e-6566-473b-bda0-7a764cb9bcdb,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:42.645127 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57740) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:42.646478 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1f376d2a-32fd-47a3-9653-f8ae1d492059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:42.693492 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.714494 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.821074 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.823675 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:42.824846 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e5e6716e-6566-473b-bda0-7a764cb9bcdb HTTP/1.1" status: 204 len: 168 time: 0.1781251 Jun 16 11:48:42.825736 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-cdfe0d02-8043-49ee-9a67-14bde9bd81c1 tempest-AttachVolumeShelveTestJSON-1694425520 tempest-AttachVolumeShelveTestJSON-1694425520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:42.833984 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e6716e-6566-473b-bda0-7a764cb9bcdb,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:42.836810 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-8adb3740-81e6-4242-82b6-18df47bd9a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:43.185004 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0748e94d-a49d-4442-af9c-ecfc37c87ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.471828 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57750) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:43.485679 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e48374f-a996-44bb-91fb-ab47f9ee7702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.572649 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e48374f-a996-44bb-91fb-ab47f9ee7702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.625513 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-6e48374f-a996-44bb-91fb-ab47f9ee7702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.627977 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d4850c89-eae9-4b94-89ab-513623ef0694 tempest-TestMinimumBasicScenario-578480196 tempest-TestMinimumBasicScenario-578480196-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:43.663341 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-6e48374f-a996-44bb-91fb-ab47f9ee7702 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=792af32a754e4916b25445f2ba26342b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904156 Jun 16 11:48:43.664313 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48374f-a996-44bb-91fb-ab47f9ee7702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9aa793-48c5-4010-b0bf-3c48c8b64e6d,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:43.665999 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57752) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:43.667406 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-6e48374f-a996-44bb-91fb-ab47f9ee7702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:43.715523 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.738320 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.869202 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.871796 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:43.872920 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf9aa793-48c5-4010-b0bf-3c48c8b64e6d HTTP/1.1" status: 204 len: 168 time: 0.2053187 Jun 16 11:48:43.874336 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-02a860ab-fce3-4348-ab18-2c4a215bedf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:43.882386 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9aa793-48c5-4010-b0bf-3c48c8b64e6d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:43.884759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-5dec9a09-1fae-4556-9a90-a9e613d77d9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:45.877019 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0b2e6e0b-0644-4fa0-b5f4-508a857b4c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:46.115094 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:47.093967 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:48.955110 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.286415 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57824) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:49.388731 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.480689 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.549240 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.551938 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-dd025d29-21d8-4036-9d2a-5f807a207cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:49.586528 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189ec7ff-579c-463e-b956-ad11b91ac124,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:49.590313 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=28c7c1dae8bc48a594f99a89a58c84df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028274 Jun 16 11:48:49.594042 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57828) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:49.597410 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.597797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.598173 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.598545 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.598911 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.599349 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.599737 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.600102 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.600464 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.600824 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.601207 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.601565 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:48:49.605556 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:49.651737 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.672341 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.783572 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.786359 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:49.787495 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/189ec7ff-579c-463e-b956-ad11b91ac124 HTTP/1.1" status: 204 len: 168 time: 0.1928120 Jun 16 11:48:49.788312 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-83d31715-c43b-43b9-80c6-be8ba306048a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:49.796060 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189ec7ff-579c-463e-b956-ad11b91ac124,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:49.798351 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-d287baa3-3584-499b-9c59-4ec6d7618274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:50.404180 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57834) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:50.417573 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-630d5dbc-8676-4fd5-a65f-a6fcc42f2fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.503811 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-630d5dbc-8676-4fd5-a65f-a6fcc42f2fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.560685 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-630d5dbc-8676-4fd5-a65f-a6fcc42f2fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.564170 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-18312deb-8011-4ab0-9b28-efcd90e40504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:50.599953 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-630d5dbc-8676-4fd5-a65f-a6fcc42f2fcb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e20a7af092c4bbb9db15bdda0d382ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946902 Jun 16 11:48:50.600944 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d5dbc-8676-4fd5-a65f-a6fcc42f2fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbedc76-899c-4ec6-bfd4-fbffc2e6f90b,revision_number=1']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:50.602623 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57836) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:50.604289 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-630d5dbc-8676-4fd5-a65f-a6fcc42f2fcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:50.658511 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.681468 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.830009 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.832750 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:50.833930 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cbedc76-899c-4ec6-bfd4-fbffc2e6f90b HTTP/1.1" status: 204 len: 168 time: 0.2302895 Jun 16 11:48:50.834741 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-226b53ca-ef0c-4d5d-a819-187f62d9dcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:50.843504 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbedc76-899c-4ec6-bfd4-fbffc2e6f90b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:50.846149 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1a61ba87-524a-4721-8f4e-902214b89d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:52.664413 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57880) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:52.766721 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10d6300a-d9e7-440f-8dad-e6140dbcd521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:52.855068 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10d6300a-d9e7-440f-8dad-e6140dbcd521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:52.916306 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-10d6300a-d9e7-440f-8dad-e6140dbcd521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_create {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:52.918962 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6945de4f-03d8-4052-8517-44846cacd6bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:52.957363 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6300a-d9e7-440f-8dad-e6140dbcd521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843f2733-d89a-4765-b63c-893d1d0c82c8,revision_number=1']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:52.961429 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-10d6300a-d9e7-440f-8dad-e6140dbcd521 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=76cbb1be685042418ca3137a1163c53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959125 Jun 16 11:48:52.962378 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-10d6300a-d9e7-440f-8dad-e6140dbcd521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:48:52.964062 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57884) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:48:53.013268 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:53.037098 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:53.133677 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:53.136383 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:48:53.137608 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/843f2733-d89a-4765-b63c-893d1d0c82c8 HTTP/1.1" status: 204 len: 168 time: 0.1726191 Jun 16 11:48:53.138483 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-cd41e951-0b9e-4181-8825-19293d186e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:48:53.147032 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843f2733-d89a-4765-b63c-893d1d0c82c8,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:48:53.149328 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bca801fc-c648-4b52-bba6-33fb0705e1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:03.042295 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:49:06.619086 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:13.218198 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-4fd6941f-7482-43ce-aaaf-80d3db3f3730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:15.881891 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-3e7acaad-b2f1-4162-a6d6-3816387c8774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:16.001463 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-06bb73a0-5602-4457-a76e-1fdf418a7596 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1491828 Jun 16 11:49:16.076659 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd629-622a-45c6-9475-128f1b2c15ba req-d411eb61-a6be-46e6-a63e-4b053b4d8a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:16.078229 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-d411eb61-a6be-46e6-a63e-4b053b4d8a65 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1098 time: 0.0535824 Jun 16 11:49:16.116171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:16.181945 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd629-622a-45c6-9475-128f1b2c15ba req-d4cdadf3-3be3-4299-9098-d74c8fe42e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:16.183376 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-d4cdadf3-3be3-4299-9098-d74c8fe42e5d service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.0864389 Jun 16 11:49:16.249481 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-0f062414-439e-4083-ae48-65a6677a6feb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 HTTP/1.1" status: 200 len: 1001 time: 0.0594468 Jun 16 11:49:16.296638 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd629-622a-45c6-9475-128f1b2c15ba req-b67dd068-c6e7-4d6d-a3eb-4692fb4243ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:16.298071 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-b67dd068-c6e7-4d6d-a3eb-4692fb4243ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0423090 Jun 16 11:49:16.355451 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd629-622a-45c6-9475-128f1b2c15ba req-91c763ff-f868-41a0-8692-f28674300dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:16.356924 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-91c763ff-f868-41a0-8692-f28674300dcd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516846 Jun 16 11:49:16.367726 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-65918f00-60c3-4c11-85fc-1c108071b0ce service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=93742) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 11:49:16.368581 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-65918f00-60c3-4c11-85fc-1c108071b0ce service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050316 Jun 16 11:49:16.462735 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-c5b087c9-b977-4981-b629-f995e6bef6a7 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877297 Jun 16 11:49:16.551065 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-593fd629-622a-45c6-9475-128f1b2c15ba req-96625aad-5f91-4c02-ab32-d2859bc9b6d4 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814447 Jun 16 11:49:17.098980 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:18.988847 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.025932 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57894) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:24.182145 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Deleting port 7f488ab6-84e2-49a2-aaef-83c93d215866 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:24.182480 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.260742 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.261123 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.323256 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Calling delete_port for 7f488ab6-84e2-49a2-aaef-83c93d215866 owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:24.565945 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.568127 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-4e013d37-5c43-415b-9ba1-d6dde96e8cfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:24.594136 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'Port': ['ID=7f488ab6-84e2-49a2-aaef-83c93d215866,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:24.597597 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:24.655907 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.656238 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Floating IP 6f6cc16b-8018-406d-ad3f-bca6e881f1a4 disassociated (deleted). External IP: 172.27.1.245, port: 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1. Jun 16 11:49:24.854037 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:49:24.957859 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:49:24.962904 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:24.968830 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:49:24.977797 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:24.978415 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:25.001181 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-aced6e0e-e201-4d3c-b948-c12e11834cb0 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "DELETE /v2.0/floatingips/6f6cc16b-8018-406d-ad3f-bca6e881f1a4 HTTP/1.1" status: 204 len: 168 time: 0.9716995 Jun 16 11:49:25.001181 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:49:25.001759 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cbd5a2-0d98-445d-9d34-78b9313e0525" -d '{"events": [{"name": "network-changed", "server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:49:25.044687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2593fcf6-f94f-4c2b-a64c-50f7eae64594 x-openstack-request-id: req-2593fcf6-f94f-4c2b-a64c-50f7eae64594 {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:49:25.044687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:49:25.044687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2593fcf6-f94f-4c2b-a64c-50f7eae64594 {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:49:25.044687 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'status': 'completed', 'code': 200} Jun 16 11:49:25.088094 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:25.126993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-c837f6d2-715b-4e6b-acc1-3525a35d0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:25.129205 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-c837f6d2-715b-4e6b-acc1-3525a35d0368 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 1098 time: 0.0599439 Jun 16 11:49:25.221332 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-7ebe0a42-4886-430d-b3ce-0670c8ae3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:25.222801 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-7ebe0a42-4886-430d-b3ce-0670c8ae3f0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.0868614 Jun 16 11:49:25.269327 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-771e39f0-7497-47af-84f7-e04de0f272f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 HTTP/1.1" status: 200 len: 217 time: 0.0388758 Jun 16 11:49:25.316324 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:23Z', 'revision_number': 1, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:25.316876 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-ef6e0bf2-3a15-4a24-868c-dc867d535f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:25.318349 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-ef6e0bf2-3a15-4a24-868c-dc867d535f24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0427461 Jun 16 11:49:25.319784 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:49:25.332343 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:25.332995 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:25.386656 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-1f61ed51-c65a-4cc0-94b4-766a2c786e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:25.388105 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-1f61ed51-c65a-4cc0-94b4-766a2c786e93 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638106 Jun 16 11:49:25.455657 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:25.490160 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-bfb41408-4488-4c80-864b-42bb2931d59f service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950184 Jun 16 11:49:25.590286 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-c0cbd5a2-0d98-445d-9d34-78b9313e0525 req-d0bac1a2-a9d3-4f9e-8ac4-fabafa045896 service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933976 Jun 16 11:49:25.690179 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:23Z', 'revision_number': 1, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:25.693714 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf5405a-6400-4f9e-9088-71fb2c4235af None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_floatingips': [{'id': 'b9b04859-6e0f-4da0-9ff0-266b15c686c8', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'router_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'port_id': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'mac_address': 'fa:16:3e:ca:49:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89350c26-62fc-461f-9997-85c196bc7197', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T11:45:20Z', 'updated_at': '2021-06-16T11:45:23Z', 'revision_number': 1, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:49:25.722292 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e4b4a-b0b9-476b-a327-532928182289 req-6258dc2e-f70b-49a8-b320-989d994c8339 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:25.723785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-889e4b4a-b0b9-476b-a327-532928182289 req-6258dc2e-f70b-49a8-b320-989d994c8339 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.2013886 Jun 16 11:49:25.766351 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-889e4b4a-b0b9-476b-a327-532928182289 req-54e4f1e1-29f5-4b73-85ff-603cf01d985a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362120 Jun 16 11:49:25.922320 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1868b12d-9c49-4569-8a52-37b7db7d043d None None] New status for floating IP 6f6cc16b-8018-406d-ad3f-bca6e881f1a4: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:49:27.032968 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a17e2-68df-422d-b408-971596732d75 req-fb7396e3-97de-4e1e-8ff7-73d01932ae9b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:27.035460 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-757a17e2-68df-422d-b408-971596732d75 req-fb7396e3-97de-4e1e-8ff7-73d01932ae9b tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.1391585 Jun 16 11:49:27.082137 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-757a17e2-68df-422d-b408-971596732d75 req-0b5479f6-b498-4e9d-8ec2-d8103d0f71a4 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399218 Jun 16 11:49:28.258875 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f5e62-1e23-4986-823d-5829e0645a14 req-c8068f1a-f0a5-4b70-aa57-a8e77ce6c7a9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:28.260320 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bb4f5e62-1e23-4986-823d-5829e0645a14 req-c8068f1a-f0a5-4b70-aa57-a8e77ce6c7a9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.0635872 Jun 16 11:49:28.299335 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-bb4f5e62-1e23-4986-823d-5829e0645a14 req-c3bdc2ca-2c97-416a-8411-4eca6fe59ba8 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323780 Jun 16 11:49:29.479267 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466a3ed-e933-4125-ba53-4a94ee5bb762 req-fa78c7ae-c3dc-4e3b-9d77-939e42d91500 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:29.480711 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0466a3ed-e933-4125-ba53-4a94ee5bb762 req-fa78c7ae-c3dc-4e3b-9d77-939e42d91500 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 945 time: 0.0685058 Jun 16 11:49:29.509985 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:29.518632 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-0466a3ed-e933-4125-ba53-4a94ee5bb762 req-2f6e4843-8c1c-4f1a-8e00-8c7335ff047a tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319221 Jun 16 11:49:29.583698 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-981827'] for port, before_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:29.605247 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'}] {{(pid=93743) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:49:29.607690 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aec50a846130ecb7ba2757dd30120e2201852deb362fcdbf0b1d87ed196ccacf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b2e427-e3ea-426a-9950-64b8aba0901b" -d '{"events": [{"server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "name": "network-vif-unplugged", "status": "completed", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1"}]}' {{(pid=93743) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:49:29.620119 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:29.646025 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b258c1-31a3-4225-8b71-8ca2f136f2ea x-openstack-request-id: req-19b258c1-31a3-4225-8b71-8ca2f136f2ea {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:49:29.646328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "name": "network-vif-unplugged", "status": "completed", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1", "code": 200}]} {{(pid=93743) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:49:29.646592 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19b258c1-31a3-4225-8b71-8ca2f136f2ea {{(pid=93743) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:49:29.646992 dv-cinder-796286-5-iscsi neutron-server[93743]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'code': 200} Jun 16 11:49:29.731692 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756918374247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756917948959', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756917949004'] for port, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:29.733615 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:29.783339 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Pushing event updated for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=6']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:29.790073 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.790419 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.790756 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.791089 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.791419 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.791739 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.792061 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.792382 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.792702 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.793019 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.793360 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.793674 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:29.797527 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:30.690026 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec651d-8c65-45f2-84c9-7ce6cc1d2dc3 req-650b6dc6-590c-49ea-b723-66083c56d357 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:30.691509 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-10ec651d-8c65-45f2-84c9-7ce6cc1d2dc3 req-650b6dc6-590c-49ea-b723-66083c56d357 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0634322 Jun 16 11:49:30.728943 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-10ec651d-8c65-45f2-84c9-7ce6cc1d2dc3 req-c425d99d-2bae-4077-8dcf-3b56bdf7404f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Jun 16 11:49:31.906789 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d924b2-f0b8-4510-8a53-8b51d6b33f12 req-1b78ffb0-2679-4443-8f81-ca434d8ace35 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:31.908270 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79d924b2-f0b8-4510-8a53-8b51d6b33f12 req-1b78ffb0-2679-4443-8f81-ca434d8ace35 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0684576 Jun 16 11:49:31.946160 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-79d924b2-f0b8-4510-8a53-8b51d6b33f12 req-d6dc1c4a-2dac-4fcf-9378-cda9a2bdeae9 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Jun 16 11:49:32.055378 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-513a04b7-2871-4b26-b1c2-9c9b32831a3f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:32.056702 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-513a04b7-2871-4b26-b1c2-9c9b32831a3f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 943 time: 0.0607100 Jun 16 11:49:32.155170 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Deleting port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:32.155503 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:32.244055 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] For port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:32.244411 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:32.310653 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Calling delete_port for 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:32.516134 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:32.520099 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-25e5b79b-06b4-4d9f-aaa4-2241ee3cfd68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:32.545521 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'Port': ['ID=1d7bfe22-0bb1-44da-972e-5b1722f7b0e1,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:32.548591 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:32.590358 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] No DVR routers for this DVR port 1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:49:32.592930 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:32.594896 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-46de3544-ac69-4487-8c69-0fa46b7b835f req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "DELETE /v2.0/ports/1d7bfe22-0bb1-44da-972e-5b1722f7b0e1 HTTP/1.1" status: 204 len: 173 time: 0.5325599 Jun 16 11:49:32.595406 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'name': 'network-vif-deleted', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:49:32.597739 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb603e8f-8abc-4d90-9c3d-cfbe6099dab0" -d '{"events": [{"server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "name": "network-vif-deleted", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:49:32.633366 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a3e11-7656-42d9-b08e-dfe206173c30 x-openstack-request-id: req-171a3e11-7656-42d9-b08e-dfe206173c30 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:49:32.633702 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "829341b2-dc20-414c-a849-f5af3a65e795", "name": "network-vif-deleted", "tag": "1d7bfe22-0bb1-44da-972e-5b1722f7b0e1", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:49:32.634001 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-171a3e11-7656-42d9-b08e-dfe206173c30 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:49:32.634478 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829341b2-dc20-414c-a849-f5af3a65e795', 'name': 'network-vif-deleted', 'tag': '1d7bfe22-0bb1-44da-972e-5b1722f7b0e1', 'status': 'completed', 'code': 200} Jun 16 11:49:33.091212 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-b97308d0-8401-4ea1-a264-23665ad9a0cb req-5bfb0457-0717-4c0a-bc76-f256a780b84c tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=829341b2-dc20-414c-a849-f5af3a65e795 HTTP/1.1" status: 200 len: 210 time: 0.0287402 Jun 16 11:49:36.590153 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:36.595518 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57942) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:36.750368 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Deleting port 252783c9-de69-42fb-884f-39bddcd1098b {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:36.750701 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:36.826808 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:36.827265 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:36.887415 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Calling delete_port for 252783c9-de69-42fb-884f-39bddcd1098b owned by network:floatingip {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:37.116018 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:37.118245 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-307d8ec2-ecb6-4634-9c69-90334c84bb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:37.143922 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'Port': ['ID=252783c9-de69-42fb-884f-39bddcd1098b,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:37.147687 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:37.207681 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:37.208001 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.db.l3_db [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Floating IP b9b04859-6e0f-4da0-9ff0-266b15c686c8 disassociated (deleted). External IP: 172.27.1.177, port: cf77a3b9-d3b2-46fb-8913-21642e8fad6b. Jun 16 11:49:37.414819 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:49:37.518380 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:49:37.522940 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:37.530784 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:49:37.542822 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:37.543550 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:37.568697 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-15b34462-09aa-41af-98fb-b225bc23425f tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "DELETE /v2.0/floatingips/b9b04859-6e0f-4da0-9ff0-266b15c686c8 HTTP/1.1" status: 204 len: 168 time: 0.9720914 Jun 16 11:49:37.569401 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b'}] {{(pid=93741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:49:37.571832 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8ecc64b39bd1424bf07f05788a7ca91933a7c03c5955ae6908210aa49735624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20862f17-0f28-47c1-8ac6-f353a7d254f6" -d '{"events": [{"name": "network-changed", "server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b"}]}' {{(pid=93741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:49:37.610797 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b9857a-70dc-4b64-932b-d856e4c4af0a x-openstack-request-id: req-90b9857a-70dc-4b64-932b-d856e4c4af0a {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:49:37.611416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b", "status": "completed", "code": 200}]} {{(pid=93741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:49:37.611416 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-90b9857a-70dc-4b64-932b-d856e4c4af0a {{(pid=93741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:49:37.611849 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'status': 'completed', 'code': 200} Jun 16 11:49:37.655999 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:37.691261 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-678c77f9-24f9-498a-99fd-d3c4758c86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:37.693437 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-678c77f9-24f9-498a-99fd-d3c4758c86e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb88e2056210447d8f65806c70bb4054&device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 1099 time: 0.0585535 Jun 16 11:49:37.785884 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-a2200ef6-ce5d-4119-9620-0571682b3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:37.787381 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-a2200ef6-ce5d-4119-9620-0571682b3dfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 200 len: 913 time: 0.0874054 Jun 16 11:49:37.834785 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-02be55d4-91d7-4f10-90ab-8fa65d6ee8f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b HTTP/1.1" status: 200 len: 217 time: 0.0411994 Jun 16 11:49:37.863093 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:37.866520 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:49:37.875283 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:37.875875 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:37.883321 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-1771580d-ba90-47d9-881b-0c0c3911cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:37.884840 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-1771580d-ba90-47d9-881b-0c0c3911cb4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 200 len: 850 time: 0.0445478 Jun 16 11:49:37.947030 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-8417f7e2-683d-4313-864d-befdf25f3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:37.948456 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-8417f7e2-683d-4313-864d-befdf25f3b79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91dea95a-867c-4c76-936f-94abb2472964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575607 Jun 16 11:49:37.987012 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:38.046041 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-7dbf08fb-85e8-4937-855b-d6aed4309d3e service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906270 Jun 16 11:49:38.177437 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-20862f17-0f28-47c1-8ac6-f353a7d254f6 req-3748f940-b7fb-41ad-8c13-652d23a98b9f service neutron] 10.222.0.60 "GET /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246769 Jun 16 11:49:38.199373 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:38.202666 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42068d0b-94a5-46c1-be34-d8671580240d req-2615a7d1-db6f-4f49-9c1b-12292efbb8a3 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:38.203437 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0f2683-4208-42db-a760-96b01d23e1f6 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:32Z', 'revision_number': 4, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi', '_interfaces': [{'id': '94f50d86-0883-41e4-a97d-e3061ae83d1d', 'name': '', 'network_id': '91dea95a-867c-4c76-936f-94abb2472964', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'mac_address': 'fa:16:3e:1d:b6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_interface', 'standard_attr_id': 275, 'fixed_ips': [{'subnet_id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:31Z', 'updated_at': '2021-06-16T11:40:38Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'subnets': [{'id': 'af96d369-495c-4b20-9fec-4e6c1f95a77a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:49:38.204173 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42068d0b-94a5-46c1-be34-d8671580240d req-2615a7d1-db6f-4f49-9c1b-12292efbb8a3 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.1215930 Jun 16 11:49:38.251108 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-42068d0b-94a5-46c1-be34-d8671580240d req-a4aeb3bb-e55b-47cb-bf01-c4484f2dea06 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392623 Jun 16 11:49:38.420592 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e4867-0510-458e-9714-ffa72357c0b0 None None] New status for floating IP b9b04859-6e0f-4da0-9ff0-266b15c686c8: DOWN {{(pid=93744) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 11:49:39.426594 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21132f-ff35-4067-8b95-970348dacaa5 req-ce52924c-ff7e-4f9d-af31-bfce5ddf006d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:39.428063 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9c21132f-ff35-4067-8b95-970348dacaa5 req-ce52924c-ff7e-4f9d-af31-bfce5ddf006d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.0637751 Jun 16 11:49:39.464603 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-9c21132f-ff35-4067-8b95-970348dacaa5 req-360d6f44-30b2-469d-9042-13a29db0f72d tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/security-groups?id=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308948 Jun 16 11:49:39.558993 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-60c87bb6-7006-40da-a7b7-e3779b69fcfa tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93742) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 11:49:39.560388 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-60c87bb6-7006-40da-a7b7-e3779b69fcfa tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 946 time: 0.0618107 Jun 16 11:49:39.661067 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Deleting port cf77a3b9-d3b2-46fb-8913-21642e8fad6b {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:39.661430 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:39.745517 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] For port cf77a3b9-d3b2-46fb-8913-21642e8fad6b, host hv-cinder-79628, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79628',level=0,port_id=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:39.745876 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:39.812118 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Calling delete_port for cf77a3b9-d3b2-46fb-8913-21642e8fad6b owned by compute:nova {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:40.040856 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:49:40.303150 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:40.307611 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-08b10cff-32ba-482a-b66a-6dd0c4fd8c2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:40.332293 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'Port': ['ID=cf77a3b9-d3b2-46fb-8913-21642e8fad6b,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:40.364793 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.365199 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.365576 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.365944 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.366308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.366674 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.367032 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.367393 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.367764 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.368123 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.368478 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.368829 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:40.373298 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:40.390148 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] No DVR routers for this DVR port cf77a3b9-d3b2-46fb-8913-21642e8fad6b on host hv-cinder-79628 {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:49:40.392553 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for port, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:40.394530 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-85947db7-ff4c-4a60-bb8f-b8f2eff78871 req-206ec5c8-c460-4afe-bb58-3db97e2f1667 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.60 "DELETE /v2.0/ports/cf77a3b9-d3b2-46fb-8913-21642e8fad6b HTTP/1.1" status: 204 len: 173 time: 0.8292747 Jun 16 11:49:40.395012 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'name': 'network-vif-deleted', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b'}] {{(pid=93742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 11:49:40.397350 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}264aac29c43efd82cb68c8e1fa7574c36a7dd027166ab6f1c249414167dff86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bf1d33-0e7f-433c-af69-f4a233039f29" -d '{"events": [{"server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "name": "network-vif-deleted", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b"}]}' {{(pid=93742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 11:49:40.489408 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e035962f-99c6-415c-b8eb-c996c6ccb829 x-openstack-request-id: req-e035962f-99c6-415c-b8eb-c996c6ccb829 {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 11:49:40.490036 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89350c26-62fc-461f-9997-85c196bc7197", "name": "network-vif-deleted", "tag": "cf77a3b9-d3b2-46fb-8913-21642e8fad6b", "status": "completed", "code": 200}]} {{(pid=93742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 11:49:40.490164 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e035962f-99c6-415c-b8eb-c996c6ccb829 {{(pid=93742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 11:49:40.490543 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89350c26-62fc-461f-9997-85c196bc7197', 'name': 'network-vif-deleted', 'tag': 'cf77a3b9-d3b2-46fb-8913-21642e8fad6b', 'status': 'completed', 'code': 200} Jun 16 11:49:40.611022 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [req-41be69ed-9592-4802-866c-ab00b3d8d792 req-8b678ca8-0c99-4c3f-a365-657a6d1ca560 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "GET /v2.0/ports?device_id=89350c26-62fc-461f-9997-85c196bc7197 HTTP/1.1" status: 200 len: 210 time: 0.0315967 Jun 16 11:49:41.721952 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57966) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:41.840477 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Deleting port 69d84989-65f6-43de-8603-80f16dfa33f8 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:41.840730 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:41.916520 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:41.916841 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:41.987773 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Calling delete_port for 69d84989-65f6-43de-8603-80f16dfa33f8 owned by network:floatingip {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:42.217238 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:42.219333 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-9edba21c-cbd9-4393-8484-9241bb8f2be1 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:42.248894 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'Port': ['ID=69d84989-65f6-43de-8603-80f16dfa33f8,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:42.250672 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:42.311647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:42.314398 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8893'] for floatingip, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:42.315567 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b2d553a3-dcaa-4c1b-b87e-44ce1685e43e tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "DELETE /v2.0/floatingips/20b96b62-4b79-426d-be5a-3df70009a236 HTTP/1.1" status: 204 len: 168 time: 0.5926559 Jun 16 11:49:43.188621 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-68d74480-74fc-40bb-bf65-019fc0af55b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:43.618351 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device cf77a3b9-d3b2-46fb-8913-21642e8fad6b no longer exists at agent hyperv_hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:43.644603 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] No Port match for: cf77a3b9-d3b2-46fb-8913-21642e8fad6b {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:43.644947 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Device cf77a3b9-d3b2-46fb-8913-21642e8fad6b not bound to the agent host hv-cinder-79628 {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:43.689053 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57978) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:43.746467 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:43.772595 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:43.902706 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:43.906072 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:43.907253 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] 10.222.0.45 "DELETE /v2.0/security-groups/c7b5bcee-13fa-4487-a91a-19ff21fe7ac5 HTTP/1.1" status: 204 len: 168 time: 0.2170939 Jun 16 11:49:43.908037 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b9474201-833c-4cfb-91c3-c190a2c8a077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:43.916933 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b5bcee-13fa-4487-a91a-19ff21fe7ac5,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:43.921090 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:44.025135 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57982) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:44.695139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:44.950130 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Deleting port 94f50d86-0883-41e4-a97d-e3061ae83d1d {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:44.950510 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:45.034245 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] For port 94f50d86-0883-41e4-a97d-e3061ae83d1d, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=94f50d86-0883-41e4-a97d-e3061ae83d1d,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:45.034603 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:45.101390 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Calling delete_port for 94f50d86-0883-41e4-a97d-e3061ae83d1d owned by network:router_interface {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:45.350532 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:45.352736 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-55a31d3a-fcbb-4129-97ae-00d6f10cc801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:45.378830 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Pushing event deleted for resources: {'Port': ['ID=94f50d86-0883-41e4-a97d-e3061ae83d1d,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:45.383008 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:45.551485 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:45.773040 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Router 54150b3e-82a6-4fa9-808c-53d70d62a24a has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:49:45.886164 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:49:45.892219 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-b25b3290-440e-483a-b5da-f2562a9c50fd admin admin] 10.222.0.45 "PUT /v2.0/routers/54150b3e-82a6-4fa9-808c-53d70d62a24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8660748 Jun 16 11:49:45.894821 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57990) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:45.896180 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] Sync routers for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:49:45.906158 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:45.906774 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:16Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:45.938866 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-40753560-35d1-4129-81f1-34a78b6eec6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.010700 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks [] for router, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.119386 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.148196 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: dv-cinder-796286-5-iscsi {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:46.198830 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.271482 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Deleting port bc7dc629-c899-42a5-ab13-228d5b382424 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:46.271731 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.337403 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:49:45Z', 'revision_number': 5, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port': {'id': 'bc7dc629-c899-42a5-ab13-228d5b382424', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:46.340730 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] Checking router: 54150b3e-82a6-4fa9-808c-53d70d62a24a for host: dv-cinder-796286-5-iscsi {{(pid=93743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:49:46.349609 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] Routers {'54150b3e-82a6-4fa9-808c-53d70d62a24a'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:46.350222 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['54150b3e-82a6-4fa9-808c-53d70d62a24a'], 'active': True} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:46.354469 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] For port bc7dc629-c899-42a5-ab13-228d5b382424, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=bc7dc629-c899-42a5-ab13-228d5b382424,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:46.354822 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.425278 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Calling delete_port for bc7dc629-c899-42a5-ab13-228d5b382424 owned by network:router_gateway {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:46.438077 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvr_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] Set router 54150b3e-82a6-4fa9-808c-53d70d62a24a gateway port host: None {{(pid=93743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:46.493450 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_hamode_db [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:49:46Z', 'revision_number': 6, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port_host': None}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:46.496992 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a35a5f3-8988-4438-9d17-cf86a391af56 None None] The sync data for ids ['54150b3e-82a6-4fa9-808c-53d70d62a24a'] in dv-cinder-796286-5-iscsi is: [{'id': '54150b3e-82a6-4fa9-808c-53d70d62a24a', 'name': 'tempest-TestVolumeBootPattern-731655916-router', 'tenant_id': 'cb88e2056210447d8f65806c70bb4054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:28Z', 'updated_at': '2021-06-16T11:49:46Z', 'revision_number': 6, 'project_id': 'cb88e2056210447d8f65806c70bb4054', 'gw_port_host': None}] {{(pid=93743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:49:46.646919 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.649129 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-8ff29d58-9b5d-46e2-95da-356296543721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:46.671109 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7dc629-c899-42a5-ab13-228d5b382424,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:46.673665 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:46.738159 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.825031 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.827272 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.925372 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.925920 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54150b3e-82a6-4fa9-808c-53d70d62a24a {{(pid=93741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:49:46.930167 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] Notify callbacks [] for router, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:46.931293 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-6b3090a9-c72b-4558-bca5-12ccc49c5243 admin admin] 10.222.0.45 "DELETE /v2.0/routers/54150b3e-82a6-4fa9-808c-53d70d62a24a HTTP/1.1" status: 204 len: 168 time: 1.0355737 Jun 16 11:49:46.933836 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57992) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:46.977773 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Deleting subnet af96d369-495c-4b20-9fec-4e6c1f95a77a {{(pid=93741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:49:46.980824 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.019275 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29988327'] for subnet, precommit_delete_associations {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.085570 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.096782 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.308816 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29988641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29821773'] for subnet, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.313489 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:47.339815 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af96d369-495c-4b20-9fec-4e6c1f95a77a,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:47.342448 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.345956 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] 10.222.0.45 "DELETE /v2.0/subnets/af96d369-495c-4b20-9fec-4e6c1f95a77a HTTP/1.1" status: 204 len: 168 time: 0.4096527 Jun 16 11:49:47.345956 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-bb681075-f9de-4d8c-8d7f-50635be30fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:47.346177 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1b52a2-62cb-4292-b2c9-66ea36089c49 None None] Network 91dea95a-867c-4c76-936f-94abb2472964 requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:49:47.346949 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 57994) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:47.423802 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.482558 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Deleting port a4373148-94eb-46c8-8274-ea355e855064 {{(pid=93741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:47.482989 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.553027 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] DHCP port deletion for 91dea95a-867c-4c76-936f-94abb2472964 request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:49:47.558696 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.db [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] For port a4373148-94eb-46c8-8274-ea355e855064, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a4373148-94eb-46c8-8274-ea355e855064,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:47.559051 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.600432 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Deleting port a4373148-94eb-46c8-8274-ea355e855064 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:47.600869 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.620998 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.plugin [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Calling delete_port for a4373148-94eb-46c8-8274-ea355e855064 owned by network:dhcp {{(pid=93741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:47.664007 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] For port a4373148-94eb-46c8-8274-ea355e855064, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=a4373148-94eb-46c8-8274-ea355e855064,segment=NetworkSegment(2861ee68-4662-4255-86e5-eb0c08efe29b),segment_id=2861ee68-4662-4255-86e5-eb0c08efe29b)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:47.664409 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.732876 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Calling delete_port for a4373148-94eb-46c8-8274-ea355e855064 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:47.772877 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29988843'] for port, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.775801 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b2835f9b-fc8c-495d-b547-87823f560f31 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: from cryptography.utils import int_from_bytes Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: from cryptography.utils import int_from_bytes Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: retrieve_revision_numbers = { Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.801662 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:47.804568 dv-cinder-796286-5-iscsi neutron-server[93743]: self.session.flush() Jun 16 11:49:47.805545 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] No DVR routers for this DVR port a4373148-94eb-46c8-8274-ea355e855064 on host dv-cinder-796286-5-iscsi {{(pid=93741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:49:47.808776 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Pushing event deleted for resources: {'Port': ['ID=a4373148-94eb-46c8-8274-ea355e855064,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:47.808936 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.810865 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:47.811020 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:47.838818 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Pushing event deleted for resources: {'Port': ['ID=a4373148-94eb-46c8-8274-ea355e855064,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:47.840657 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] No DVR routers for this DVR port a4373148-94eb-46c8-8274-ea355e855064 on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:49:47.842788 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-cc5682b5-68a0-4ceb-8c20-ece274bb159f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:47.882302 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.892722 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91dea95a-867c-4c76-936f-94abb2472964']}} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:47.902562 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2861ee68-4662-4255-86e5-eb0c08efe29b') {'for_net_delete': True} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:47.902857 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.services.segments.db [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2861ee68-4662-4255-86e5-eb0c08efe29b') {} {{(pid=93741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:47.912160 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29988350'] for segment, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.926614 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.932464 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=93741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:49:47.932849 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29988798'] for segment, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: Traceback (most recent call last): Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: timer() Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: cb(*args, **kw) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: return func(*args, **kwargs) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: self._notify() Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: self.callback(batched_events) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: event.method(event) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: return f(self, *a, **k) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._get(url).json() Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: return self.request(url, 'GET', **kwargs) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:49:47.934592 dv-cinder-796286-5-iscsi neutron-server[93741]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:49:48.052974 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:48.056315 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-ea22b7dc-7b91-42e0-98fa-73fdd6e8cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:48.058786 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:48.060592 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] 10.222.0.45 "DELETE /v2.0/networks/91dea95a-867c-4c76-936f-94abb2472964 HTTP/1.1" status: 204 len: 168 time: 0.7127261 Jun 16 11:49:48.064024 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57996) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:48.071440 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Pushing event deleted for resources: {'Network': ['ID=91dea95a-867c-4c76-936f-94abb2472964,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:48.073746 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-43cfee9a-d849-4382-90d6-440b717690af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:48.288728 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 94f50d86-0883-41e4-a97d-e3061ae83d1d no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:48.308879 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 94f50d86-0883-41e4-a97d-e3061ae83d1d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:48.309263 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 94f50d86-0883-41e4-a97d-e3061ae83d1d not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:48.309686 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a4373148-94eb-46c8-8274-ea355e855064 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:48.328727 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: a4373148-94eb-46c8-8274-ea355e855064 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:48.329107 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device a4373148-94eb-46c8-8274-ea355e855064 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:48.329530 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device bc7dc629-c899-42a5-ab13-228d5b382424 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:48.347701 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: bc7dc629-c899-42a5-ab13-228d5b382424 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:48.348901 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device bc7dc629-c899-42a5-ab13-228d5b382424 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:48.413647 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33392847'] for router_interface, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:48.668128 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Deleting port 3ebe59f1-f345-4598-bc2e-bed752db295d {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:48.668453 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:48.747110 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] For port 3ebe59f1-f345-4598-bc2e-bed752db295d, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=3ebe59f1-f345-4598-bc2e-bed752db295d,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:48.748082 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:48.809108 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Calling delete_port for 3ebe59f1-f345-4598-bc2e-bed752db295d owned by network:router_interface {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:48.973394 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:49.058682 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:49.061111 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-f8a3f2c5-4aee-4bbc-a82f-352f5b8ae663 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:49.089182 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ebe59f1-f345-4598-bc2e-bed752db295d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:49.093207 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:49.255036 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33079230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33392731'] for router_interface, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:49.474391 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Router 34d139d2-8891-451b-a295-6b968658ef22 has already been hosted by L3 agent 92629cca-a1d9-4a15-92ae-a1a0da2c1791 {{(pid=93742) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 11:49:49.579336 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] Notify agent at l3_agent.dv-cinder-796286-5-iscsi the message routers_updated {{(pid=93742) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 11:49:49.584160 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-b09d9c4a-be0b-42ec-822f-3543b2eacaf9 admin admin] 10.222.0.45 "PUT /v2.0/routers/34d139d2-8891-451b-a295-6b968658ef22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5191252 Jun 16 11:49:49.586731 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 57998) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:49.589151 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] Sync routers for ids ['34d139d2-8891-451b-a295-6b968658ef22'] in dv-cinder-796286-5-iscsi {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 11:49:49.599214 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] Routers {'34d139d2-8891-451b-a295-6b968658ef22'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:49.599818 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['34d139d2-8891-451b-a295-6b968658ef22'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:49.685460 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks [] for router, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:49.699145 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] Set router 34d139d2-8891-451b-a295-6b968658ef22 gateway port host: dv-cinder-796286-5-iscsi {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:49.794291 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:49.923518 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Deleting port f4ca190d-daa7-4c61-b6b9-294ef92e13d7 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:49.923765 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:49.973321 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'external_fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:49:48Z', 'revision_number': 5, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port': {'id': 'f4ca190d-daa7-4c61-b6b9-294ef92e13d7', 'name': '', 'network_id': 'e1dd556e-8bb3-4134-856d-c787a1625611', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d139d2-8891-451b-a295-6b968658ef22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796286-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T11:40:39Z', 'updated_at': '2021-06-16T11:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c63d879c-834f-4ddf-a4f1-5d3def02d697', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796286-5-iscsi'}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:49.976755 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] Checking router: 34d139d2-8891-451b-a295-6b968658ef22 for host: dv-cinder-796286-5-iscsi {{(pid=93744) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 11:49:49.985885 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] Routers {'34d139d2-8891-451b-a295-6b968658ef22'} bound to L3 agent in host dv-cinder-796286-5-iscsi {{(pid=93744) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 11:49:49.986487 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796286-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T11:30:46Z,description=,heartbeat_timestamp=2021-06-16T11:49:46Z,host='dv-cinder-796286-5-iscsi',id=92629cca-a1d9-4a15-92ae-a1a0da2c1791,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T11:30:47Z,topic='l3_agent')) {'router_ids': ['34d139d2-8891-451b-a295-6b968658ef22'], 'active': True} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:50.003529 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] For port f4ca190d-daa7-4c61-b6b9-294ef92e13d7, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,segment=NetworkSegment(d1d763b0-ef10-4760-884e-a51b8cb08558),segment_id=d1d763b0-ef10-4760-884e-a51b8cb08558)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:50.003885 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.068191 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Calling delete_port for f4ca190d-daa7-4c61-b6b9-294ef92e13d7 owned by network:router_gateway {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:50.069635 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_dvr_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] Set router 34d139d2-8891-451b-a295-6b968658ef22 gateway port host: None {{(pid=93744) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 11:49:50.123139 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.l3_hamode_db [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:49:49Z', 'revision_number': 6, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port_host': None}], 'dv-cinder-796286-5-iscsi', False) {} {{(pid=93744) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:50.126971 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfecafd-a702-4698-8f4c-e31df83520a5 None None] The sync data for ids ['34d139d2-8891-451b-a295-6b968658ef22'] in dv-cinder-796286-5-iscsi is: [{'id': '34d139d2-8891-451b-a295-6b968658ef22', 'name': 'tempest-TestVolumeBootPattern-633516975-router', 'tenant_id': '08752a0b951d4136aa84babefa18d74c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T11:40:38Z', 'updated_at': '2021-06-16T11:49:49Z', 'revision_number': 6, 'project_id': '08752a0b951d4136aa84babefa18d74c', 'gw_port_host': None}] {{(pid=93744) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 11:49:50.308635 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.312493 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-db2ad8ab-8ef1-4574-88c4-d1d902578ea7 tempest-AttachVolumeNegativeTest-2034944519 tempest-AttachVolumeNegativeTest-2034944519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:50.336584 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ca190d-daa7-4c61-b6b9-294ef92e13d7,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:50.340598 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:50.398308 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33430040'] for router_gateway, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.490485 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33406555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1301'] for router, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.492716 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.628396 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33439058'] for router, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.628971 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d139d2-8891-451b-a295-6b968658ef22 {{(pid=93742) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 11:49:50.633180 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] Notify callbacks [] for router, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.634275 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-552a1423-a9c0-4b7b-a5ce-4cd7e85a9728 admin admin] 10.222.0.45 "DELETE /v2.0/routers/34d139d2-8891-451b-a295-6b968658ef22 HTTP/1.1" status: 204 len: 168 time: 1.0465727 Jun 16 11:49:50.636711 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 58002) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:50.681124 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.db_base_plugin_v2 [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Deleting subnet 6f1e210d-0468-45d5-9220-6433dd122f5d {{(pid=93742) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 11:49:50.684059 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.717495 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30389991'] for subnet, precommit_delete_associations {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.799655 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-906249'] for subnet, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.907169 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 3ebe59f1-f345-4598-bc2e-bed752db295d no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:50.922044 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-906262', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30389260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30285845'] for subnet, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.924306 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:50.929958 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 3ebe59f1-f345-4598-bc2e-bed752db295d {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:50.930385 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 3ebe59f1-f345-4598-bc2e-bed752db295d not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:50.949644 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1e210d-0468-45d5-9220-6433dd122f5d,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:50.952111 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:50.963459 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for subnet, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:50.963459 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-848be6bb-15a4-4774-9046-63ee494b6c44 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6f1e210d-0468-45d5-9220-6433dd122f5d HTTP/1.1" status: 204 len: 168 time: 0.3192801 Jun 16 11:49:50.963459 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.wsgi [-] (93742) accepted ('10.222.0.45', 58004) {{(pid=93742) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:50.963737 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5150f12-d9d2-41ba-946b-92198dc2b06b None None] Network ca98993b-bd98-433f-9a6e-0ec555b8ae3f requested from dv-cinder-796286-5-iscsi {{(pid=93743) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 11:49:51.033031 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1030548'] for network, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.164236 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] DHCP port deletion for ca98993b-bd98-433f-9a6e-0ec555b8ae3f request from dv-cinder-796286-5-iscsi {{(pid=93743) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 11:49:51.221866 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Deleting port 66a6d115-3eeb-4355-9522-50a15ff803d6 {{(pid=93743) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:51.222245 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.286181 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.db [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] For port 66a6d115-3eeb-4355-9522-50a15ff803d6, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=66a6d115-3eeb-4355-9522-50a15ff803d6,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93743) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:51.286574 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.353230 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Calling delete_port for 66a6d115-3eeb-4355-9522-50a15ff803d6 owned by network:dhcp {{(pid=93743) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:51.378998 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Deleting port 66a6d115-3eeb-4355-9522-50a15ff803d6 {{(pid=93742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 11:49:51.379615 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756918369693'] for port, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.441673 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.db [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] For port 66a6d115-3eeb-4355-9522-50a15ff803d6, host dv-cinder-796286-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796286-5-iscsi',level=0,port_id=66a6d115-3eeb-4355-9522-50a15ff803d6,segment=NetworkSegment(745efda1-4071-4c8f-b7af-7e6358b7682f),segment_id=745efda1-4071-4c8f-b7af-7e6358b7682f)] {{(pid=93742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 11:49:51.441951 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33428200'] for port, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.508329 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.plugin [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Calling delete_port for 66a6d115-3eeb-4355-9522-50a15ff803d6 owned by network:dhcp {{(pid=93742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 11:49:51.515889 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950'] for port, after_delete {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.518766 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:51.544581 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Pushing event deleted for resources: {'Port': ['ID=66a6d115-3eeb-4355-9522-50a15ff803d6,revision_number=None']} {{(pid=93743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:51.547480 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG oslo_concurrency.lockutils [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93743) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:51.548291 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8adf14-b0b6-4a15-911c-effc87b4afa6 None None] No DVR routers for this DVR port 66a6d115-3eeb-4355-9522-50a15ff803d6 on host dv-cinder-796286-5-iscsi {{(pid=93743) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:49:51.590994 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-982941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33079116', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756918374265', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756917948950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30389446'] for port, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.593034 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-e61f25e9-1b35-42e6-a1e8-66834dd962af tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:51.618890 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Pushing event deleted for resources: {'Port': ['ID=66a6d115-3eeb-4355-9522-50a15ff803d6,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:51.622061 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:51.623529 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] No DVR routers for this DVR port 66a6d115-3eeb-4355-9522-50a15ff803d6 on host dv-cinder-796286-5-iscsi {{(pid=93742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 11:49:51.695903 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-906886', 'neutron.services.segments.db._delete_segments_for_network-8756918440497'] for network, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.706387 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca98993b-bd98-433f-9a6e-0ec555b8ae3f']}} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:51.715728 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745efda1-4071-4c8f-b7af-7e6358b7682f') {'for_net_delete': True} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:51.716173 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.services.segments.db [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745efda1-4071-4c8f-b7af-7e6358b7682f') {} {{(pid=93742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 11:49:51.724599 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756918439810', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30390014'] for segment, before_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.743135 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434'] for segment, precommit_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.749436 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Releasing vlan 1150 on physical network physnet1 to pool {{(pid=93742) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 11:49:51.749822 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-901434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30389395'] for segment, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: self.session.flush() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: self.session.flush() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: self.session.flush() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: self.session.flush() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: Traceback (most recent call last): Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: timer() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: cb(*args, **kw) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: return func(*args, **kwargs) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: self._notify() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: self.callback(batched_events) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: event.method(event) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: return f(self, *a, **k) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._get(url).json() Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: return self.request(url, 'GET', **kwargs) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 11:49:51.751454 dv-cinder-796286-5-iscsi neutron-server[93742]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 11:49:51.868441 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-906895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-15588', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-33079109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33430134'] for network, after_delete {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.873832 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron_lib.callbacks.manager [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33079130'] for network, before_response {{(pid=93742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:51.875668 dv-cinder-796286-5-iscsi neutron-server[93742]: INFO neutron.wsgi [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] 10.222.0.45 "DELETE /v2.0/networks/ca98993b-bd98-433f-9a6e-0ec555b8ae3f HTTP/1.1" status: 204 len: 168 time: 0.9153707 Jun 16 11:49:51.876545 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-3aefbd29-0c49-4ff2-bb0a-a53c06f9fbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:51.888565 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca98993b-bd98-433f-9a6e-0ec555b8ae3f,revision_number=None']} {{(pid=93742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:51.891457 dv-cinder-796286-5-iscsi neutron-server[93742]: DEBUG oslo_concurrency.lockutils [None req-2faffee5-a049-429b-bef2-4e57ddf1857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93742) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:52.237105 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 58008) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:52.282040 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-14963399-49d0-4f86-a23a-5e68fbbdd665 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb88e2056210447d8f65806c70bb4054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436878 Jun 16 11:49:52.284292 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 58010) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:52.302743 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 66a6d115-3eeb-4355-9522-50a15ff803d6 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:52.322014 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: 66a6d115-3eeb-4355-9522-50a15ff803d6 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:52.322362 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device 66a6d115-3eeb-4355-9522-50a15ff803d6 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:52.322771 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device f4ca190d-daa7-4c61-b6b9-294ef92e13d7 no longer exists at agent ovs-agent-dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 11:49:52.332994 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:52.340849 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.plugin [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] No Port match for: f4ca190d-daa7-4c61-b6b9-294ef92e13d7 {{(pid=93743) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 11:49:52.341774 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron.plugins.ml2.rpc [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Device f4ca190d-daa7-4c61-b6b9-294ef92e13d7 not bound to the agent host dv-cinder-796286-5-iscsi {{(pid=93743) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 11:49:52.357669 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:52.572924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:52.575582 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:52.576784 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c3da1307-d8e3-4484-a3cb-52a458997c71 HTTP/1.1" status: 204 len: 168 time: 0.2916203 Jun 16 11:49:52.577671 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-0b10000f-80c8-41a4-952c-924d365de6a1 tempest-TestVolumeBootPattern-232988530 tempest-TestVolumeBootPattern-232988530-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:52.585609 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da1307-d8e3-4484-a3cb-52a458997c71,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:52.592924 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.593344 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.593732 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.594111 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.594533 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.594902 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.595271 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.595635 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.596002 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.596365 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.596733 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.597114 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796286-5-iscsi {{(pid=93741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 11:49:52.600381 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-906f9a1c-432b-44ae-85be-161b60c7401d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:49:53.254233 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 58016) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:53.294460 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1dd86619-87c1-42e0-8a13-2cce8cb50c73 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08752a0b951d4136aa84babefa18d74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389938 Jun 16 11:49:53.296884 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [-] (93741) accepted ('10.222.0.45', 58018) {{(pid=93741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 11:49:53.343115 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:53.363833 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:53.565139 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-15360'] for security_group, after_delete {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:53.568004 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron_lib.callbacks.manager [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:49:53.569412 dv-cinder-796286-5-iscsi neutron-server[93741]: INFO neutron.wsgi [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44b6d2f3-c60f-4014-a31f-147c6a29bc15 HTTP/1.1" status: 204 len: 168 time: 0.2715375 Jun 16 11:49:53.570268 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-b972b1aa-24f8-4b99-88ce-85731529fcad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 11:49:53.578509 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b6d2f3-c60f-4014-a31f-147c6a29bc15,revision_number=None']} {{(pid=93741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 11:49:53.580711 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG oslo_concurrency.lockutils [None req-1b97381f-8986-476e-bf9b-f7ae3fafe3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93741) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 11:50:06.601339 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:13.212546 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d15c0389-994f-41f7-88a0-f80c213fee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:15.879225 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-97fa3286-e1cc-46f7-b286-d30a24a521bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:16.115195 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:17.038969 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:50:17.098599 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:18.976688 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:36.634797 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:43.263325 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-29ab441d-9ae8-4d65-9f0c-ef5aaa23f1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:45.897433 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-67e9f750-f2cf-43c2-a25d-715f8490b670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:46.118632 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:47.109051 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:48.948722 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:50:54.037583 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:51:06.606284 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:13.200266 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-6b256823-7886-471d-ae57-39d4be012578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:15.879762 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-f39b5a15-bd56-458e-a0d8-82835fe2f0eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:16.135517 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:17.106386 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:18.980915 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:31.036486 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:51:36.603665 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:43.191830 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-af1c019d-1eeb-4574-a328-a73e077fa6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:45.890964 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-2df70dc4-0813-41fb-9488-80ecca97ca97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:46.180502 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:47.108247 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:51:49.009195 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:06.662342 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:08.034341 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:52:13.199408 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-0bf33049-91ca-4a5b-bf1d-363a5da03a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:15.890332 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae96796f-18f8-48ca-b626-86f6be9f95b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:16.164479 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:17.142347 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:19.016496 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:36.667151 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:43.204389 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-bbb856c1-c5ef-45d1-ae70-89a82817a78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:45.032908 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:52:45.879018 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-b6238bff-b768-4642-818f-4d8d9d63883a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:46.136638 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:47.112876 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:52:48.991328 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:06.672358 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:13.207904 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-91e33a42-8ea4-47bf-acba-d6472c391c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:15.893450 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-20c5243e-8000-4958-8a6e-9f9b4273630a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:16.135755 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:17.156444 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:19.064936 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:22.031166 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:53:36.700806 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:43.272967 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9b00f362-8540-4946-9660-45e9fcfc9e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:45.877485 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8d162fa3-14b8-4af6-959a-3ab70bec6eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:46.135390 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:47.135550 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:49.018567 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:53:59.029386 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:54:06.694643 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:13.202791 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-8b427529-324d-40da-ac81-1a0d46809b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:15.888669 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-d07514d9-b0e8-492b-a717-0406b2f4587d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:16.180359 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:17.156970 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:18.989638 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:24.521763 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [req-8d273fba-cc8b-49ac-bd58-21715150540a req-9c94254f-0fcd-4687-abd1-5a4acb0657d2 service neutron] (93741) timed out ('10.222.0.60', 53439) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 11:54:26.071532 dv-cinder-796286-5-iscsi neutron-server[93741]: DEBUG neutron.wsgi [req-0d83ab6a-4526-4900-b802-90b72ac322dc req-d4421d37-7880-49a0-88d5-f6455e388ae7 service neutron] (93741) timed out ('10.222.0.60', 53456) {{(pid=93741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 11:54:36.028183 dv-cinder-796286-5-iscsi neutron-server[93744]: DEBUG neutron.db.agents_db [None req-871fd9f9-bf0e-4e40-a446-7e0a308e1f77 None None] Agent healthcheck: found 6 active agents {{(pid=93744) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 11:54:36.745865 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-fe0c7936-6f47-4678-8953-ad6302bf66ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:43.196534 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-dafadc87-b590-4de3-bee8-bb6784682710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:45.889003 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ae6783ff-733b-4a46-853b-94e40e83abb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:46.194889 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-9690c221-b28c-43ba-9457-74d03ef84c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:47.162171 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-ffbe3a46-645f-4ad6-adcd-32756e8a4158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 11:54:48.990810 dv-cinder-796286-5-iscsi neutron-server[93743]: DEBUG neutron_lib.callbacks.manager [None req-155fecb5-ce49-4eff-ac79-c9b0386a0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756918440479', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-895816'] for agent, after_update {{(pid=93743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}